/var/tmp/bins/crutest verify -t 127.0.0.1:8810 -t 127.0.0.1:8820 -t 127.0.0.1:8830 --verify-out /tmp/test_repair_verify.data --verify-in /tmp/test_repair_verify.data --range -q -g 199 {"msg":"Upstairs starts","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.584117931Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928} {"msg":"Crucible Version: BuildInfo {\n version: \"0.0.1\",\n git_sha: \"93b33136315e8cafbb8542022f326676bfda840d\",\n git_commit_timestamp: \"2024-02-04T04:19:59.000000000Z\",\n git_branch: \"renovate/reedline-0.x\",\n rustc_semver: \"1.75.0\",\n rustc_channel: \"stable\",\n rustc_host_triple: \"x86_64-unknown-illumos\",\n rustc_commit_sha: \"82e1608dfa6e0b5569232559e3d385fea5a93112\",\n cargo_triple: \"x86_64-unknown-illumos\",\n debug: true,\n opt_level: 0,\n}","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.584545286Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.584573786Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928} {"msg":"Crucible ea5a3707-81eb-440f-b580-1bccad2cf48d has session id: 38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.584595496Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Upstairs opts: Upstairs UUID: ea5a3707-81eb-440f-b580-1bccad2cf48d, Targets: [127.0.0.1:8810, 127.0.0.1:8820, 127.0.0.1:8830], lossy: false, flush_timeout: None, key populated: false, cert_pem populated: false, key_pem populated: false, root_cert_pem populated: false, Control: None, read_only: false","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.5846256Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Crucible stats registered with UUID: ea5a3707-81eb-440f-b580-1bccad2cf48d","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.584648694Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} Crucible runtime is spawned {"msg":"The guest has requested activation with gen:199","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.584906557Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928} {"msg":"ea5a3707-81eb-440f-b580-1bccad2cf48d active request set","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.585051367Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.585082046Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"client set_active_request while in New; waiting...","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.585114198Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.585156969Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"client set_active_request while in New; waiting...","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.585198802Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.585239687Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"client set_active_request while in New; waiting...","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.585289Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"connecting to 127.0.0.1:8810","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.585340289Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"io task","client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"connecting to 127.0.0.1:8820","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.585384176Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"io task","client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"connecting to 127.0.0.1:8830","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.585425877Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"io task","client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"ds_connection connected","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.585784099Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"io task","client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"ds_connection connected","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.585842118Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"io task","client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"ds_connection connected","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.58587007Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"io task","client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"ds_transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.587201331Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"[2] Transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.587241223Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"ds_transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.587330512Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"[0] Transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.58736131Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"ds_transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.587384897Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"[1] Transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.587414702Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"downstairs client at Some(127.0.0.1:8830) has region UUID 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.588326539Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"downstairs client at Some(127.0.0.1:8820) has region UUID 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.588543374Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"downstairs client at Some(127.0.0.1:8810) has region UUID 12345678-0000-0000-0000-000000008810","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.588603793Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"ds_transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.589343905Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"[2] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.589401693Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Waiting for true more clients to be ready","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.589434285Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"ds_transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.589554981Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"[1] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.589586803Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Waiting for true more clients to be ready","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.589610377Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"ds_transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.589631075Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"[0] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.589653949Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"[0]R flush_numbers[0..12]: [336, 329, 336, 325, 339, 324, 324, 339, 331, 331, 339, 339]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.589762483Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"[0]R generation[0..12]: [197, 194, 197, 193, 198, 192, 192, 198, 195, 195, 198, 198]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.58980646Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"[0]R dirty[0..12]: [false, false, false, false, false, false, false, false, true, true, false, false]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.589832064Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"[1]R flush_numbers[0..12]: [336, 329, 336, 325, 325, 324, 324, 334, 331, 331, 333, 333]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.589856314Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"[1]R generation[0..12]: [197, 194, 197, 193, 193, 192, 192, 196, 195, 195, 196, 196]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.589883379Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"[1]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.589921254Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"[2]R flush_numbers[0..12]: [336, 329, 336, 325, 339, 324, 324, 339, 331, 331, 339, 339]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.58994629Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"[2]R generation[0..12]: [197, 194, 197, 193, 198, 192, 192, 198, 195, 195, 198, 198]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.589972162Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"[2]R dirty[0..12]: [false, false, false, false, false, false, false, false, true, true, false, false]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.589997989Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Max found gen is 199","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590027289Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Generation requested: 199 >= found:199","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590054691Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Next flush: 341","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590078583Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Extents 8 dirty","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590100693Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"First source client ID for extent 8","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.59012412Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:8 gens: 195 195 195","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590148268Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:8 flush: 331 331 331 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590173503Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590198545Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:8 dirty: true false true","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590222946Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"find dest for source 0 for extent at index 8","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590247504Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590275808Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590300684Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Extents 9 dirty","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.59032601Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"First source client ID for extent 9","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590349407Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:9 gens: 195 195 195","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590373463Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:9 flush: 331 331 331 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590398765Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590423402Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:9 dirty: true false true","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590447692Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"find dest for source 0 for extent at index 9","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590472329Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590496527Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590520661Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Extents 17 dirty","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590544602Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"First source client ID for extent 17","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.59056799Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:17 gens: 195 195 195","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590592242Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:17 flush: 331 331 331 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590621418Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590647052Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:17 dirty: true false true","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590671303Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"find dest for source 0 for extent at index 17","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590695605Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590719585Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590743639Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Extents 19 dirty","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590767558Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"First source client ID for extent 19","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590790779Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:19 gens: 198 195 198","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590814836Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:19 flush: 339 331 339 scs: [ClientId(0), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590839731Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"max_flush now has: [ClientId(0), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590864172Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:19 dirty: true false true","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590888305Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"find dest for source 0 for extent at index 19","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590912839Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"source 0, add dest 1 gen","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590940341Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.59096533Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Extents 20 dirty","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.590989307Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"First source client ID for extent 20","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591012588Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:20 gens: 179 179 179","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591036611Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:20 flush: 307 307 307 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591061588Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591086375Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:20 dirty: true false true","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591110424Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"find dest for source 0 for extent at index 20","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591134764Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591158945Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591183014Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Extent 4 has flush number mismatch","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591207373Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"First source client ID for extent 4","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591230706Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:4 gens: 198 193 198","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.59125485Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:4 flush: 339 325 339 scs: [ClientId(0), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591283286Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"max_flush now has: [ClientId(0), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591308557Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:4 dirty: false false false","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591333012Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"No maxes found, left with: [ClientId(0), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591358158Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"find dest for source 0 for extent at index 4","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591383044Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"source 0, add dest 1 gen","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591407214Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Extent 7 has flush number mismatch","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591431894Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"First source client ID for extent 7","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591455184Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:7 gens: 198 196 198","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591479649Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:7 flush: 339 334 339 scs: [ClientId(0), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591504905Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"max_flush now has: [ClientId(0), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591529815Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:7 dirty: false false false","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591554518Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"No maxes found, left with: [ClientId(0), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591579594Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"find dest for source 0 for extent at index 7","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591607363Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"source 0, add dest 1 gen","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591632193Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Extent 10 has flush number mismatch","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591656779Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"First source client ID for extent 10","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591680116Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:10 gens: 198 196 198","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591704409Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:10 flush: 339 333 339 scs: [ClientId(0), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591729464Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"max_flush now has: [ClientId(0), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591754157Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:10 dirty: false false false","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591778424Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"No maxes found, left with: [ClientId(0), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591803155Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"find dest for source 0 for extent at index 10","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591827698Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"source 0, add dest 1 gen","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591851886Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Extent 11 has flush number mismatch","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.59187641Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"First source client ID for extent 11","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591899634Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:11 gens: 198 196 198","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591924036Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:11 flush: 339 333 339 scs: [ClientId(0), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.591952799Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"max_flush now has: [ClientId(0), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.59197839Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:11 dirty: false false false","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592002759Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"No maxes found, left with: [ClientId(0), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592027514Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"find dest for source 0 for extent at index 11","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592052018Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"source 0, add dest 1 gen","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592076181Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Extent 14 has flush number mismatch","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.59210085Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"First source client ID for extent 14","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592123857Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:14 gens: 198 188 198","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.59214799Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:14 flush: 339 320 339 scs: [ClientId(0), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592173087Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"max_flush now has: [ClientId(0), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.59219785Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:14 dirty: false false false","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592222175Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"No maxes found, left with: [ClientId(0), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592247027Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"find dest for source 0 for extent at index 14","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592274708Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"source 0, add dest 1 gen","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592299588Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Extent 21 has flush number mismatch","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592324348Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"First source client ID for extent 21","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592347766Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:21 gens: 198 196 198","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592371921Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:21 flush: 339 333 339 scs: [ClientId(0), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592396856Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"max_flush now has: [ClientId(0), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592421606Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:21 dirty: false false false","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592445923Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"No maxes found, left with: [ClientId(0), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592470681Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"find dest for source 0 for extent at index 21","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592495284Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"source 0, add dest 1 gen","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592519392Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Extent 24 has flush number mismatch","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592543969Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"First source client ID for extent 24","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592567218Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:24 gens: 198 192 198","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592594655Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:24 flush: 340 324 340 scs: [ClientId(0), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592620375Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"max_flush now has: [ClientId(0), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.59264489Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:24 dirty: false false false","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592669256Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"No maxes found, left with: [ClientId(0), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592694079Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"find dest for source 0 for extent at index 24","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592718732Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"source 0, add dest 1 gen","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592743001Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Extent 25 has flush number mismatch","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592767491Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"First source client ID for extent 25","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.59279056Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:25 gens: 198 190 198","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592814722Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:25 flush: 339 322 339 scs: [ClientId(0), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592839696Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"max_flush now has: [ClientId(0), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592864269Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"extent:25 dirty: false false false","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592888466Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"No maxes found, left with: [ClientId(0), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.59291708Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"find dest for source 0 for extent at index 25","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592942533Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"source 0, add dest 1 gen","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592966774Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Transition from WaitQuorum to Reconcile","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.592991704Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Transition from WaitQuorum to Reconcile","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.593014357Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Transition from WaitQuorum to Reconcile","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.593036721Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Found 13 extents that need repair","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.59305895Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Full repair list: {19: ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, 17: ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, 25: ExtentFix { source: ClientId(0), dest: [ClientId(1)] }, 11: ExtentFix { source: ClientId(0), dest: [ClientId(1)] }, 20: ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, 9: ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, 8: ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, 21: ExtentFix { source: ClientId(0), dest: [ClientId(1)] }, 7: ExtentFix { source: ClientId(0), dest: [ClientId(1)] }, 10: ExtentFix { source: ClientId(0), dest: [ClientId(1)] }, 14: ExtentFix { source: ClientId(0), dest: [ClientId(1)] }, 24: ExtentFix { source: ClientId(0), dest: [ClientId(1)] }, 4: ExtentFix { source: ClientId(0), dest: [ClientId(1)] }}","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.59310476Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Task list: [ReconcileIO { id: ReconciliationId(0), op: ExtentFlush { repair_id: ReconciliationId(0), extent_id: 19, client_id: ClientId(0), flush_number: 341, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(1), op: ExtentClose { repair_id: ReconciliationId(1), extent_id: 19 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(2), op: ExtentRepair { repair_id: ReconciliationId(2), extent_id: 19, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(3), op: ExtentReopen { repair_id: ReconciliationId(3), extent_id: 19 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(4), op: ExtentFlush { repair_id: ReconciliationId(4), extent_id: 17, client_id: ClientId(0), flush_number: 341, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(5), op: ExtentClose { repair_id: ReconciliationId(5), extent_id: 17 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(6), op: ExtentRepair { repair_id: ReconciliationId(6), extent_id: 17, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(7), op: ExtentReopen { repair_id: ReconciliationId(7), extent_id: 17 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(8), op: ExtentFlush { repair_id: ReconciliationId(8), extent_id: 25, client_id: ClientId(0), flush_number: 341, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(9), op: ExtentClose { repair_id: ReconciliationId(9), extent_id: 25 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(10), op: ExtentRepair { repair_id: ReconciliationId(10), extent_id: 25, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(11), op: ExtentReopen { repair_id: ReconciliationId(11), extent_id: 25 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(12), op: ExtentFlush { repair_id: ReconciliationId(12), extent_id: 11, client_id: ClientId(0), flush_number: 341, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(13), op: ExtentClose { repair_id: ReconciliationId(13), extent_id: 11 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(14), op: ExtentRepair { repair_id: ReconciliationId(14), extent_id: 11, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(15), op: ExtentReopen { repair_id: ReconciliationId(15), extent_id: 11 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(16), op: ExtentFlush { repair_id: ReconciliationId(16), extent_id: 20, client_id: ClientId(0), flush_number: 341, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(17), op: ExtentClose { repair_id: ReconciliationId(17), extent_id: 20 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(18), op: ExtentRepair { repair_id: ReconciliationId(18), extent_id: 20, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(19), op: ExtentReopen { repair_id: ReconciliationId(19), extent_id: 20 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(20), op: ExtentFlush { repair_id: ReconciliationId(20), extent_id: 9, client_id: ClientId(0), flush_number: 341, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(21), op: ExtentClose { repair_id: ReconciliationId(21), extent_id: 9 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(22), op: ExtentRepair { repair_id: ReconciliationId(22), extent_id: 9, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(23), op: ExtentReopen { repair_id: ReconciliationId(23), extent_id: 9 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(24), op: ExtentFlush { repair_id: ReconciliationId(24), extent_id: 8, client_id: ClientId(0), flush_number: 341, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(25), op: ExtentClose { repair_id: ReconciliationId(25), extent_id: 8 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(26), op: ExtentRepair { repair_id: ReconciliationId(26), extent_id: 8, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(27), op: ExtentReopen { repair_id: ReconciliationId(27), extent_id: 8 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(28), op: ExtentFlush { repair_id: ReconciliationId(28), extent_id: 21, client_id: ClientId(0), flush_number: 341, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(29), op: ExtentClose { repair_id: ReconciliationId(29), extent_id: 21 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(30), op: ExtentRepair { repair_id: ReconciliationId(30), extent_id: 21, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(31), op: ExtentReopen { repair_id: ReconciliationId(31), extent_id: 21 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(32), op: ExtentFlush { repair_id: ReconciliationId(32), extent_id: 7, client_id: ClientId(0), flush_number: 341, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(33), op: ExtentClose { repair_id: ReconciliationId(33), extent_id: 7 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(34), op: ExtentRepair { repair_id: ReconciliationId(34), extent_id: 7, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(35), op: ExtentReopen { repair_id: ReconciliationId(35), extent_id: 7 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(36), op: ExtentFlush { repair_id: ReconciliationId(36), extent_id: 10, client_id: ClientId(0), flush_number: 341, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(37), op: ExtentClose { repair_id: ReconciliationId(37), extent_id: 10 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(38), op: ExtentRepair { repair_id: ReconciliationId(38), extent_id: 10, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(39), op: ExtentReopen { repair_id: ReconciliationId(39), extent_id: 10 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(40), op: ExtentFlush { repair_id: ReconciliationId(40), extent_id: 14, client_id: ClientId(0), flush_number: 341, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(41), op: ExtentClose { repair_id: ReconciliationId(41), extent_id: 14 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(42), op: ExtentRepair { repair_id: ReconciliationId(42), extent_id: 14, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(43), op: ExtentReopen { repair_id: ReconciliationId(43), extent_id: 14 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(44), op: ExtentFlush { repair_id: ReconciliationId(44), extent_id: 24, client_id: ClientId(0), flush_number: 341, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(45), op: ExtentClose { repair_id: ReconciliationId(45), extent_id: 24 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(46), op: ExtentRepair { repair_id: ReconciliationId(46), extent_id: 24, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(47), op: ExtentReopen { repair_id: ReconciliationId(47), extent_id: 24 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(48), op: ExtentFlush { repair_id: ReconciliationId(48), extent_id: 4, client_id: ClientId(0), flush_number: 341, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(49), op: ExtentClose { repair_id: ReconciliationId(49), extent_id: 4 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(50), op: ExtentRepair { repair_id: ReconciliationId(50), extent_id: 4, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(51), op: ExtentReopen { repair_id: ReconciliationId(51), extent_id: 4 }, state: ClientData([New, New, New]) }]","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.593407636Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending flush request ReconciliationId(0)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.593435966Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"skipping flush request ReconciliationId(0)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.593459286Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"skipping flush request ReconciliationId(0)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.593481762Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"no action needed request ReconciliationId(2)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.593504242Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending reconcile request ReconciliationId(2)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.593526886Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending reconcile request ReconciliationId(2)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.593549385Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending flush request ReconciliationId(4)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.683035467Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"skipping flush request ReconciliationId(4)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.683104279Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"skipping flush request ReconciliationId(4)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.683129391Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"no action needed request ReconciliationId(6)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.685223211Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending reconcile request ReconciliationId(6)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.685269892Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending reconcile request ReconciliationId(6)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.685305084Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending flush request ReconciliationId(8)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.759856226Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"skipping flush request ReconciliationId(8)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.759924213Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"skipping flush request ReconciliationId(8)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.759949061Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"no action needed request ReconciliationId(10)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.760651207Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending reconcile request ReconciliationId(10)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.760691298Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"no action needed request ReconciliationId(10)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.760715844Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending flush request ReconciliationId(12)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.831861162Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"skipping flush request ReconciliationId(12)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.831927256Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"skipping flush request ReconciliationId(12)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.832059791Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"no action needed request ReconciliationId(14)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.832802578Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending reconcile request ReconciliationId(14)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.83284137Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"no action needed request ReconciliationId(14)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.832865556Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending flush request ReconciliationId(16)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.904054628Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"skipping flush request ReconciliationId(16)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.904123296Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"skipping flush request ReconciliationId(16)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.904147961Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"no action needed request ReconciliationId(18)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.906133551Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending reconcile request ReconciliationId(18)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.906177846Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending reconcile request ReconciliationId(18)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.90620191Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending flush request ReconciliationId(20)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.982023025Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"skipping flush request ReconciliationId(20)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.982093329Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"skipping flush request ReconciliationId(20)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.982118349Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"no action needed request ReconciliationId(22)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.984787369Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending reconcile request ReconciliationId(22)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.984844709Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending reconcile request ReconciliationId(22)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:34.984869245Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending flush request ReconciliationId(24)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.059989563Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"skipping flush request ReconciliationId(24)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.060057728Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"skipping flush request ReconciliationId(24)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.060083072Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"no action needed request ReconciliationId(26)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.062013959Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending reconcile request ReconciliationId(26)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.062054143Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending reconcile request ReconciliationId(26)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.062078595Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending flush request ReconciliationId(28)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.141919901Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"skipping flush request ReconciliationId(28)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.142003686Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"skipping flush request ReconciliationId(28)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.142054149Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"no action needed request ReconciliationId(30)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.142728157Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending reconcile request ReconciliationId(30)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.142779962Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"no action needed request ReconciliationId(30)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.142825355Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending flush request ReconciliationId(32)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.213485861Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"skipping flush request ReconciliationId(32)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.21355521Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"skipping flush request ReconciliationId(32)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.213580529Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"no action needed request ReconciliationId(34)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.214318051Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending reconcile request ReconciliationId(34)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.214364522Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"no action needed request ReconciliationId(34)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.214389752Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending flush request ReconciliationId(36)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.288896473Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"skipping flush request ReconciliationId(36)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.288964051Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"skipping flush request ReconciliationId(36)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.289006005Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"no action needed request ReconciliationId(38)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.289863272Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending reconcile request ReconciliationId(38)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.289906728Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"no action needed request ReconciliationId(38)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.289931333Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending flush request ReconciliationId(40)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.363610142Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"skipping flush request ReconciliationId(40)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.363676842Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"skipping flush request ReconciliationId(40)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.363702059Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"no action needed request ReconciliationId(42)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.36441781Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending reconcile request ReconciliationId(42)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.364456028Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"no action needed request ReconciliationId(42)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.364485027Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending flush request ReconciliationId(44)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.4371659Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"skipping flush request ReconciliationId(44)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.437262501Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"skipping flush request ReconciliationId(44)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.437306637Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"no action needed request ReconciliationId(46)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.438069868Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending reconcile request ReconciliationId(46)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.438109494Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"no action needed request ReconciliationId(46)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.438142251Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending flush request ReconciliationId(48)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.51100105Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"skipping flush request ReconciliationId(48)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.511067778Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"skipping flush request ReconciliationId(48)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.511092897Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"no action needed request ReconciliationId(50)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.511853516Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"sending reconcile request ReconciliationId(50)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.511894137Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"no action needed request ReconciliationId(50)","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.511918535Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"done with reconciliation","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.583171093Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Transition from Reconcile to Active","v":0,"name":"crucible","level":30Wait for a query_work_queue command to finish before sending IO ,"time":"2024-02-04T14:09:35.583239482Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Transition from Reconcile to Active","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.583265669Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Transition from Reconcile to Active","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.583288584Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"All required reconciliation work is completed","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.583311461Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"Set Downstairs and Upstairs active after reconciliation","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.583332555Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"ea5a3707-81eb-440f-b580-1bccad2cf48d is now active with session: 38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.583355038Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928,"session_id":"38ffe714-d8f6-4bdd-a97a-4c0b4f66f33c"} {"msg":"The guest has finished waiting for activation with:199","v":0,"name":"crucible","level":30,"time":"2024-02-04T14:09:35.583375826Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928} Region: es:20 ec:30 bs:4096 ts:2457600 tb:600 max_io:256 or 1048576 Loading write count information from file "/tmp/test_repair_verify.data" Read and Verify all blocks (0..600 range:true) Wrote out file "/tmp/test_repair_verify.data" Verify test completed Wrote out file "/tmp/test_repair_verify.data" CLIENT: Tests done. All submitted work has been ACK'd ---------------------------------------------------------------- Crucible gen:199 GIO:true work queues: Upstairs:0 downstairs:5 States: Active Active Active GW_ID ACK DSID TYPE BLOCKS DS:0 DS:1 DS:2 REPLAY 3 Acked 1002 Read 100 Done Done Done false 4 Acked 1003 Read 100 Done Done Done false 5 Acked 1004 Read 100 Done Done Done false 6 Acked 1005 Read 100 Done Done Done false 7 Acked 1006 Read 100 Done Done Done false STATES DS:0 DS:1 DS:2 TOTAL New 0 0 0 0 Sent 0 0 0 0 Done 5 5 5 15 Skipped 0 0 0 0 Error 0 0 0 0 Last Flush: 1001 1001 1001 Downstairs last five completed: 1001 1000 Upstairs last five completed: 7 6 5 4 3 CLIENT: Up:0 ds:5 act:3 ---------------------------------------------------------------- Crucible gen:199 GIO:true work queues: Upstairs:0 downstairs:0 Downstairs last five completed: 1007 1006 1005 1004 1003 Upstairs last five completed: 8 7 6 5 4 CLIENT: Up:0 ds:0 act:3 CLIENT: All crucible jobs finished, exiting program {"msg":"Guest handle has been dropped","v":0,"name":"crucible","level":40,"time":"2024-02-04T14:09:39.703753119Z","hostname":"ip-10-150-1-226.us-west-2.compute.internal","pid":1928}