/var/tmp/bins/crutest verify -t 127.0.0.1:8810 -t 127.0.0.1:8820 -t 127.0.0.1:8830 --verify-out /tmp/test_repair_verify.data --verify-in /tmp/test_repair_verify.data --range -q -g 199 {"msg":"Upstairs starts","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.21647718Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928} {"msg":"Crucible Version: BuildInfo {\n version: \"0.0.1\",\n git_sha: \"9ba5d9a1454daf70384f9d8841ab0e9477eac04e\",\n git_commit_timestamp: \"2024-01-24T18:28:36.000000000Z\",\n git_branch: \"main\",\n rustc_semver: \"1.73.0\",\n rustc_channel: \"stable\",\n rustc_host_triple: \"x86_64-unknown-illumos\",\n rustc_commit_sha: \"cc66ad468955717ab92600c770da8c1601a4ff33\",\n cargo_triple: \"x86_64-unknown-illumos\",\n debug: true,\n opt_level: 0,\n}","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.216922108Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.216951286Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928} {"msg":"Crucible 0cbc4914-6d2e-4e3c-97b1-680c555070a6 has session id: 80b1c162-d594-4a6e-ad8c-923332f51e15","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.216987865Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Upstairs opts: Upstairs UUID: 0cbc4914-6d2e-4e3c-97b1-680c555070a6, Targets: [127.0.0.1:8810, 127.0.0.1:8820, 127.0.0.1:8830], lossy: false, flush_timeout: None, key populated: false, cert_pem populated: false, key_pem populated: false, root_cert_pem populated: false, Control: None, read_only: false","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.217046909Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Crucible stats registered with UUID: 0cbc4914-6d2e-4e3c-97b1-680c555070a6","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.217088304Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} Crucible runtime is spawned {"msg":"The guest has requested activation with gen:199","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.217383703Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928} {"msg":"0cbc4914-6d2e-4e3c-97b1-680c555070a6 active request set","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.217707734Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.217763288Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"client set_active_request while in New; waiting...","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.21780782Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.217852333Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"client set_active_request while in New; waiting...","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.217895894Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.217939941Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"client set_active_request while in New; waiting...","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.217988125Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"connecting to 127.0.0.1:8810","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.218031089Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"io task","client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"connecting to 127.0.0.1:8820","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.21807313Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"io task","client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"connecting to 127.0.0.1:8830","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.218114985Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"io task","client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"ds_connection connected","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.218154961Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"io task","client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"ds_connection connected","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.218194379Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"io task","client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"ds_connection connected","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.218238232Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"io task","client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"ds_transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.219427639Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"[1] Transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.219465016Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"ds_transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.219599071Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"[0] Transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.21963028Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"ds_transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.219720313Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"[2] Transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.219762633Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"downstairs client at Some(127.0.0.1:8810) has region UUID 12345678-0000-0000-0000-000000008810","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.220528059Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"downstairs client at Some(127.0.0.1:8830) has region UUID 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.220781811Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"downstairs client at Some(127.0.0.1:8820) has region UUID 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.220886092Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"ds_transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.221341515Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"[0] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.221397237Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Waiting for true more clients to be ready","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.221440451Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"ds_transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.221771482Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"[1] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.221829163Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Waiting for true more clients to be ready","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.221871309Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"ds_transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.221915273Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"[2] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.221940016Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"[0]R flush_numbers[0..12]: [344, 347, 347, 338, 346, 344, 345, 338, 338, 344, 346, 338]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222028709Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"[0]R generation[0..12]: [196, 198, 198, 192, 198, 196, 197, 192, 192, 196, 198, 192]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222071021Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"[0]R dirty[0..12]: [false, false, false, false, true, true, false, false, true, false, true, true]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222096858Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"[1]R flush_numbers[0..12]: [344, 347, 347, 338, 346, 344, 345, 338, 338, 344, 346, 338]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222120247Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"[1]R generation[0..12]: [196, 198, 198, 192, 198, 196, 197, 192, 192, 196, 198, 192]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222143422Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"[1]R dirty[0..12]: [false, false, false, false, true, true, false, false, true, false, true, true]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222172186Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"[2]R flush_numbers[0..12]: [344, 341, 341, 338, 344, 344, 345, 338, 338, 344, 339, 338]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222196367Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"[2]R generation[0..12]: [196, 195, 195, 192, 196, 196, 197, 192, 192, 196, 193, 192]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222219606Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"[2]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, true, false]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222243097Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Max found gen is 199","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222264607Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Generation requested: 199 >= found:199","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222286588Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Next flush: 348","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222307812Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Extents 4 dirty","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222329054Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"First source client ID for extent 4","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222351564Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:4 gens: 198 198 196","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222375206Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:4 flush: 346 346 344 scs: [ClientId(0), ClientId(1)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.22239946Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"max_flush now has: [ClientId(0), ClientId(1)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222423504Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:4 dirty: true true false","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222446906Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"find dest for source 0 for extent at index 4","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222470547Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222497457Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"source 0, add dest 2 gen","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.22252126Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Extents 5 dirty","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222546263Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"First source client ID for extent 5","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222569034Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:5 gens: 196 196 196","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222592195Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:5 flush: 344 344 344 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222616649Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222640829Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:5 dirty: true true false","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222664216Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"find dest for source 0 for extent at index 5","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222687875Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222711242Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222734613Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Extents 8 dirty","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222757559Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"First source client ID for extent 8","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222780081Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:8 gens: 192 192 192","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222803421Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:8 flush: 338 338 338 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222831402Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222856007Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:8 dirty: true true false","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222879499Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"find dest for source 0 for extent at index 8","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222903347Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222926607Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.22294984Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Extents 10 dirty","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222973336Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"First source client ID for extent 10","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.222995783Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:10 gens: 198 198 193","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223018989Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:10 flush: 346 346 339 scs: [ClientId(0), ClientId(1)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223042892Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"max_flush now has: [ClientId(0), ClientId(1)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223066676Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:10 dirty: true true true","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223090011Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"find dest for source 0 for extent at index 10","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223113763Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223137074Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"source 0, add dest 2 gen","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223163423Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Extents 11 dirty","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223187095Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"First source client ID for extent 11","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223209701Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:11 gens: 192 192 192","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223232996Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:11 flush: 338 338 338 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223257327Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223281484Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:11 dirty: true true false","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223304916Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"find dest for source 0 for extent at index 11","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223328613Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223351896Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223375056Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Extents 12 dirty","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223398129Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"First source client ID for extent 12","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223420465Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:12 gens: 189 189 189","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223443487Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:12 flush: 336 336 336 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223467805Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223494792Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:12 dirty: true true false","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223518835Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"find dest for source 0 for extent at index 12","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.22354269Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223566047Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223589419Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Extents 17 dirty","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223612555Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"First source client ID for extent 17","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223634971Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:17 gens: 185 185 185","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223658132Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:17 flush: 326 326 326 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223682475Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.22370656Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:17 dirty: true true false","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223730217Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"find dest for source 0 for extent at index 17","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.22375394Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223777357Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223804341Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Extents 18 dirty","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223828194Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"First source client ID for extent 18","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223850727Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:18 gens: 193 193 193","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223874021Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:18 flush: 339 339 339 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223898405Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223922396Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:18 dirty: true true false","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223945761Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"find dest for source 0 for extent at index 18","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223969596Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.223993116Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224016773Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Extents 26 dirty","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.22403999Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"First source client ID for extent 26","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224062438Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:26 gens: 196 196 196","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224085569Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:26 flush: 343 343 343 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224109887Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224137168Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:26 dirty: true true false","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224161074Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"find dest for source 0 for extent at index 26","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224184819Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224208325Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224231738Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Extents 29 dirty","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224254942Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"First source client ID for extent 29","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224277406Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:29 gens: 182 182 182","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224300698Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:29 flush: 321 321 321 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224325118Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224349203Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:29 dirty: true true false","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224372608Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"find dest for source 0 for extent at index 29","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224396267Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224419627Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224457238Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Extent 1 has flush number mismatch","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224509247Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"First source client ID for extent 1","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224557694Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:1 gens: 198 198 195","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224606172Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:1 flush: 347 347 341 scs: [ClientId(0), ClientId(1)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224645693Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"max_flush now has: [ClientId(0), ClientId(1)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224671341Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:1 dirty: false false false","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224695064Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"No maxes found, left with: [ClientId(0), ClientId(1)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224719095Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"find dest for source 0 for extent at index 1","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224742911Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"source 0, add dest 2 gen","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224766309Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Extent 2 has flush number mismatch","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224790325Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"First source client ID for extent 2","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224812816Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:2 gens: 198 198 195","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224836139Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:2 flush: 347 347 341 scs: [ClientId(0), ClientId(1)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224860321Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"max_flush now has: [ClientId(0), ClientId(1)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224889083Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:2 dirty: false false false","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224913647Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"No maxes found, left with: [ClientId(0), ClientId(1)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224937768Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"find dest for source 0 for extent at index 2","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.2249617Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"source 0, add dest 2 gen","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.224985618Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Extent 20 has flush number mismatch","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.225028452Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"First source client ID for extent 20","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.225074041Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:20 gens: 198 198 196","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.225123903Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:20 flush: 346 346 344 scs: [ClientId(0), ClientId(1)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.225172846Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"max_flush now has: [ClientId(0), ClientId(1)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.225219125Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:20 dirty: false false false","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.225266715Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"No maxes found, left with: [ClientId(0), ClientId(1)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.225309872Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"find dest for source 0 for extent at index 20","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.225351356Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"source 0, add dest 2 gen","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.225400135Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Extent 21 has flush number mismatch","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.225449735Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"First source client ID for extent 21","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.225495097Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:21 gens: 198 198 195","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.22554642Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:21 flush: 346 346 341 scs: [ClientId(0), ClientId(1)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.225592066Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"max_flush now has: [ClientId(0), ClientId(1)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.225634146Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:21 dirty: false false false","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.225687187Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"No maxes found, left with: [ClientId(0), ClientId(1)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.225735342Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"find dest for source 0 for extent at index 21","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.225780584Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"source 0, add dest 2 gen","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.225824669Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Extent 24 has flush number mismatch","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.225866759Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"First source client ID for extent 24","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.22591595Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:24 gens: 198 198 196","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.225963009Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:24 flush: 347 347 342 scs: [ClientId(0), ClientId(1)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.226012825Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"max_flush now has: [ClientId(0), ClientId(1)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.226061269Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"extent:24 dirty: false false false","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.226103912Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"No maxes found, left with: [ClientId(0), ClientId(1)]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.226145742Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"find dest for source 0 for extent at index 24","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.226189029Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"source 0, add dest 2 gen","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.226230296Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"mrl":"flush_mismatch","":"mend","":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Transition from WaitQuorum to Reconcile","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.226281693Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Transition from WaitQuorum to Reconcile","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.226326403Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Transition from WaitQuorum to Reconcile","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.226362935Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Found 15 extents that need repair","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.226401543Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Full repair list: {10: ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, 12: ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, 26: ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, 18: ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, 2: ExtentFix { source: ClientId(0), dest: [ClientId(2)] }, 4: ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, 24: ExtentFix { source: ClientId(0), dest: [ClientId(2)] }, 5: ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, 17: ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, 1: ExtentFix { source: ClientId(0), dest: [ClientId(2)] }, 8: ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, 20: ExtentFix { source: ClientId(0), dest: [ClientId(2)] }, 21: ExtentFix { source: ClientId(0), dest: [ClientId(2)] }, 11: ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, 29: ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }}","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.226491971Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Task list: [ReconcileIO { id: ReconciliationId(0), op: ExtentFlush { repair_id: ReconciliationId(0), extent_id: 10, client_id: ClientId(0), flush_number: 348, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(1), op: ExtentClose { repair_id: ReconciliationId(1), extent_id: 10 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(2), op: ExtentRepair { repair_id: ReconciliationId(2), extent_id: 10, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(3), op: ExtentReopen { repair_id: ReconciliationId(3), extent_id: 10 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(4), op: ExtentFlush { repair_id: ReconciliationId(4), extent_id: 12, client_id: ClientId(0), flush_number: 348, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(5), op: ExtentClose { repair_id: ReconciliationId(5), extent_id: 12 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(6), op: ExtentRepair { repair_id: ReconciliationId(6), extent_id: 12, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(7), op: ExtentReopen { repair_id: ReconciliationId(7), extent_id: 12 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(8), op: ExtentFlush { repair_id: ReconciliationId(8), extent_id: 26, client_id: ClientId(0), flush_number: 348, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(9), op: ExtentClose { repair_id: ReconciliationId(9), extent_id: 26 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(10), op: ExtentRepair { repair_id: ReconciliationId(10), extent_id: 26, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(11), op: ExtentReopen { repair_id: ReconciliationId(11), extent_id: 26 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(12), op: ExtentFlush { repair_id: ReconciliationId(12), extent_id: 18, client_id: ClientId(0), flush_number: 348, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(13), op: ExtentClose { repair_id: ReconciliationId(13), extent_id: 18 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(14), op: ExtentRepair { repair_id: ReconciliationId(14), extent_id: 18, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(15), op: ExtentReopen { repair_id: ReconciliationId(15), extent_id: 18 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(16), op: ExtentFlush { repair_id: ReconciliationId(16), extent_id: 2, client_id: ClientId(0), flush_number: 348, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(17), op: ExtentClose { repair_id: ReconciliationId(17), extent_id: 2 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(18), op: ExtentRepair { repair_id: ReconciliationId(18), extent_id: 2, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(19), op: ExtentReopen { repair_id: ReconciliationId(19), extent_id: 2 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(20), op: ExtentFlush { repair_id: ReconciliationId(20), extent_id: 4, client_id: ClientId(0), flush_number: 348, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(21), op: ExtentClose { repair_id: ReconciliationId(21), extent_id: 4 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(22), op: ExtentRepair { repair_id: ReconciliationId(22), extent_id: 4, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(23), op: ExtentReopen { repair_id: ReconciliationId(23), extent_id: 4 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(24), op: ExtentFlush { repair_id: ReconciliationId(24), extent_id: 24, client_id: ClientId(0), flush_number: 348, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(25), op: ExtentClose { repair_id: ReconciliationId(25), extent_id: 24 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(26), op: ExtentRepair { repair_id: ReconciliationId(26), extent_id: 24, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(27), op: ExtentReopen { repair_id: ReconciliationId(27), extent_id: 24 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(28), op: ExtentFlush { repair_id: ReconciliationId(28), extent_id: 5, client_id: ClientId(0), flush_number: 348, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(29), op: ExtentClose { repair_id: ReconciliationId(29), extent_id: 5 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(30), op: ExtentRepair { repair_id: ReconciliationId(30), extent_id: 5, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(31), op: ExtentReopen { repair_id: ReconciliationId(31), extent_id: 5 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(32), op: ExtentFlush { repair_id: ReconciliationId(32), extent_id: 17, client_id: ClientId(0), flush_number: 348, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(33), op: ExtentClose { repair_id: ReconciliationId(33), extent_id: 17 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(34), op: ExtentRepair { repair_id: ReconciliationId(34), extent_id: 17, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(35), op: ExtentReopen { repair_id: ReconciliationId(35), extent_id: 17 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(36), op: ExtentFlush { repair_id: ReconciliationId(36), extent_id: 1, client_id: ClientId(0), flush_number: 348, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(37), op: ExtentClose { repair_id: ReconciliationId(37), extent_id: 1 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(38), op: ExtentRepair { repair_id: ReconciliationId(38), extent_id: 1, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(39), op: ExtentReopen { repair_id: ReconciliationId(39), extent_id: 1 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(40), op: ExtentFlush { repair_id: ReconciliationId(40), extent_id: 8, client_id: ClientId(0), flush_number: 348, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(41), op: ExtentClose { repair_id: ReconciliationId(41), extent_id: 8 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(42), op: ExtentRepair { repair_id: ReconciliationId(42), extent_id: 8, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(43), op: ExtentReopen { repair_id: ReconciliationId(43), extent_id: 8 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(44), op: ExtentFlush { repair_id: ReconciliationId(44), extent_id: 20, client_id: ClientId(0), flush_number: 348, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(45), op: ExtentClose { repair_id: ReconciliationId(45), extent_id: 20 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(46), op: ExtentRepair { repair_id: ReconciliationId(46), extent_id: 20, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(47), op: ExtentReopen { repair_id: ReconciliationId(47), extent_id: 20 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(48), op: ExtentFlush { repair_id: ReconciliationId(48), extent_id: 21, client_id: ClientId(0), flush_number: 348, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(49), op: ExtentClose { repair_id: ReconciliationId(49), extent_id: 21 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(50), op: ExtentRepair { repair_id: ReconciliationId(50), extent_id: 21, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(51), op: ExtentReopen { repair_id: ReconciliationId(51), extent_id: 21 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(52), op: ExtentFlush { repair_id: ReconciliationId(52), extent_id: 11, client_id: ClientId(0), flush_number: 348, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(53), op: ExtentClose { repair_id: ReconciliationId(53), extent_id: 11 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(54), op: ExtentRepair { repair_id: ReconciliationId(54), extent_id: 11, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(55), op: ExtentReopen { repair_id: ReconciliationId(55), extent_id: 11 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(56), op: ExtentFlush { repair_id: ReconciliationId(56), extent_id: 29, client_id: ClientId(0), flush_number: 348, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(57), op: ExtentClose { repair_id: ReconciliationId(57), extent_id: 29 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(58), op: ExtentRepair { repair_id: ReconciliationId(58), extent_id: 29, source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(59), op: ExtentReopen { repair_id: ReconciliationId(59), extent_id: 29 }, state: ClientData([New, New, New]) }]","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.227010728Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending flush request ReconciliationId(0)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.227057401Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(0)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.227094427Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(0)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.227133259Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"no action needed request ReconciliationId(2)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.227181284Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending reconcile request ReconciliationId(2)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.227225158Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending reconcile request ReconciliationId(2)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.227266169Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending flush request ReconciliationId(4)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.31220477Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(4)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.312263755Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(4)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.312288695Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"no action needed request ReconciliationId(6)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.314423545Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending reconcile request ReconciliationId(6)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.314460219Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending reconcile request ReconciliationId(6)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.314483658Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending flush request ReconciliationId(8)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.386911511Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(8)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.386959396Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(8)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.386983511Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"no action needed request ReconciliationId(10)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.388830813Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending reconcile request ReconciliationId(10)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.388868406Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending reconcile request ReconciliationId(10)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.38889184Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending flush request ReconciliationId(12)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.461070741Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(12)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.461122899Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(12)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.461147554Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"no action needed request ReconciliationId(14)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.463550738Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending reconcile request ReconciliationId(14)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.463588116Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending reconcile request ReconciliationId(14)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.463611731Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending flush request ReconciliationId(16)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.536783129Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(16)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.536837007Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(16)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.536861675Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"no action needed request ReconciliationId(18)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.537777912Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"no action needed request ReconciliationId(18)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.537821071Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending reconcile request ReconciliationId(18)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.537845703Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending flush request ReconciliationId(20)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.609251252Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(20)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.609310204Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(20)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.609348451Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"no action needed request ReconciliationId(22)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.611181271Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending reconcile request ReconciliationId(22)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.611231436Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending reconcile request ReconciliationId(22)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.611258818Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending flush request ReconciliationId(24)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.68827182Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(24)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.688330903Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(24)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.688459041Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"no action needed request ReconciliationId(26)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.689184051Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"no action needed request ReconciliationId(26)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.689223809Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending reconcile request ReconciliationId(26)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.689248147Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending flush request ReconciliationId(28)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.761760146Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(28)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.761821849Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(28)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.761846246Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"no action needed request ReconciliationId(30)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.763914839Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending reconcile request ReconciliationId(30)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.763953044Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending reconcile request ReconciliationId(30)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.763976537Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending flush request ReconciliationId(32)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.839628402Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(32)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.839689973Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(32)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.839714272Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"no action needed request ReconciliationId(34)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.841648842Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending reconcile request ReconciliationId(34)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.841687135Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending reconcile request ReconciliationId(34)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.841710824Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending flush request ReconciliationId(36)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.914719019Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(36)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.914777612Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(36)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.914801645Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"no action needed request ReconciliationId(38)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.915636256Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"no action needed request ReconciliationId(38)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.915673135Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending reconcile request ReconciliationId(38)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.915696501Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending flush request ReconciliationId(40)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.987368948Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(40)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.987417558Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(40)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.987454993Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"no action needed request ReconciliationId(42)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.989644859Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending reconcile request ReconciliationId(42)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.989687755Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending reconcile request ReconciliationId(42)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:46.989712243Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending flush request ReconciliationId(44)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.062975167Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(44)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.063035941Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(44)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.063060416Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"no action needed request ReconciliationId(46)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.063875153Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"no action needed request ReconciliationId(46)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.063905914Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending reconcile request ReconciliationId(46)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.063929266Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending flush request ReconciliationId(48)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.136575296Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(48)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.13663345Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(48)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.13665774Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"no action needed request ReconciliationId(50)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.137413357Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"no action needed request ReconciliationId(50)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.137457171Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending reconcile request ReconciliationId(50)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.137491763Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending flush request ReconciliationId(52)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.208088832Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(52)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.208134651Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(52)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.208160037Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"no action needed request ReconciliationId(54)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.210546442Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending reconcile request ReconciliationId(54)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.210583926Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending reconcile request ReconciliationId(54)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.210611321Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending flush request ReconciliationId(56)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.287692105Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(56)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.287746091Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"skipping flush request ReconciliationId(56)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.287770723Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"no action needed request ReconciliationId(58)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.289940534Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending reconcile request ReconciliationId(58)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.289975435Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"sending reconcile request ReconciliationId(58)","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.28999858Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"done with reconciliation","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.363407806Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"":"downstairs","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Transition from Reconcile to Active","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.363454388Z","hostname":"Wait for a query_work_queue command to finish before sending IO ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"0","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Transition from Reconcile to Active","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.363543722Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"1","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Transition from Reconcile to Active","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.363569922Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"client":"2","":"downstairs","session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"All required reconciliation work is completed","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.363592532Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"Set Downstairs and Upstairs active after reconciliation","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.363612994Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"0cbc4914-6d2e-4e3c-97b1-680c555070a6 is now active with session: 80b1c162-d594-4a6e-ad8c-923332f51e15","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.363634697Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928,"session_id":"80b1c162-d594-4a6e-ad8c-923332f51e15"} {"msg":"The guest has finished waiting for activation with:199","v":0,"name":"crucible","level":30,"time":"2024-01-24T19:14:47.363654907Z","hostname":"ip-10-150-1-18.us-west-2.compute.internal","pid":1928} Region: es:20 ec:30 bs:4096 ts:2457600 tb:600 max_io:256 or 1048576 Loading write count information from file "/tmp/test_repair_verify.data" Read and Verify all blocks (0..600 range:true) Wrote out file "/tmp/test_repair_verify.data" Verify test completed Wrote out file "/tmp/test_repair_verify.data" CLIENT: Tests done. All submitted work has been ACK'd ---------------------------------------------------------------- Crucible gen:199 GIO:true work queues: Upstairs:0 downstairs:6 States: Active Active Active GW_ID ACK DSID TYPE BLOCKS DS:0 DS:1 DS:2 REPLAY 1 Acked 1000 Read 100 Done Done Done false 2 Acked 1001 Read 100 Done Done Done false 3 Acked 1002 Read 100 Done Done Done false 4 Acked 1003 Read 100 Done Done Done false 5 Acked 1004 Read 100 Done Done Done false 6 Acked 1005 Read 100 Done Done Done false STATES DS:0 DS:1 DS:2 TOTAL New 0 0 0 0 Sent 0 0 0 0 Done 6 6 6 18 Skipped 0 0 0 0 Error 0 0 0 0 Last Flush: 0 0 0 Downstairs last five completed: Upstairs last five completed: 6 5 4 3 2 CLIENT: Up:0 ds:6 act:3 ---------------------------------------------------------------- Crucible gen:199 GIO:true work queues: Upstairs:0 downstairs:0 Downstairs last five completed: 1006 1005 1004 1003 1002 Upstairs last five completed: 7 6 5 4 3 CLIENT: Up:0 ds:0 act:3 CLIENT: All crucible jobs finished, exiting program