/var/tmp/bins/crutest verify -t 127.0.0.1:8810 -t 127.0.0.1:8820 -t 127.0.0.1:8830 --verify-out /tmp/test_repair_verify.data --verify-in /tmp/test_repair_verify.data --range -q -g 199 {"msg":"look at: http://127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.489119773Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"task":"crutest"} {"msg":"Failed to get info from \"http://127.0.0.1:12810\" Communication Error: error sending request for url (http://127.0.0.1:12810/region-info)","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:13.53180659Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"task":"crutest"} {"msg":"look at: http://127.0.0.1:12820","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.532220726Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"task":"crutest"} {"msg":"RI is: RegionDefinition { block_size: 4096, extent_size: Block { value: 20, shift: 12 }, extent_count: 30, uuid: 12345678-0000-0000-0000-000000008820, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.563457746Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"task":"crutest"} {"msg":"Upstairs starts","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.564043052Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984} {"msg":"Crucible Version: BuildInfo {\n version: \"0.0.1\",\n git_sha: \"45feeae3dd1bdcd88dce11a80acb5415f57b38bc\",\n git_commit_timestamp: \"2025-03-17T22:11:58.000000000Z\",\n git_branch: \"renovate/opentelemetry-0.x\",\n rustc_semver: \"1.84.0\",\n rustc_channel: \"stable\",\n rustc_host_triple: \"x86_64-unknown-illumos\",\n rustc_commit_sha: \"9fc6b43126469e3858e2fe86cafb4f0fd5068869\",\n cargo_triple: \"x86_64-unknown-illumos\",\n debug: true,\n opt_level: 0,\n}","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.56407833Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984} {"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.56409196Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984} {"msg":"Using region definition RegionDefinition { block_size: 4096, extent_size: Block { value: 20, shift: 12 }, extent_count: 30, uuid: 00000000-0000-0000-0000-000000000000, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.564106309Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984} {"msg":"Crucible 4d983f8d-8a75-4b30-b702-bea26dcd6b69 has session id: 28c0dc38-e014-4ce5-97e7-600ab8922248","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.564819767Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"Upstairs opts: Upstairs UUID: 4d983f8d-8a75-4b30-b702-bea26dcd6b69, Targets: [127.0.0.1:8810, 127.0.0.1:8820, 127.0.0.1:8830], lossy: false, flush_timeout: None, key populated: false, cert_pem populated: false, key_pem populated: false, root_cert_pem populated: false, Control: None, read_only: false","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.564855835Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"Crucible stats registered with UUID: 4d983f8d-8a75-4b30-b702-bea26dcd6b69","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.564882764Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"could not find Downstairs address for Nexus","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:13.564905833Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"Downstairs in volume = 3","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.5652894Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"task":"crutest"} {"msg":"The guest has requested activation with gen:199","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.565321598Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984} {"msg":"4d983f8d-8a75-4b30-b702-bea26dcd6b69 active request set","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.565385005Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.565413853Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"0","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"client set_active_request while in Connecting { state: Start { auto_promote: true }, mode: New }; waiting...","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.56545767Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"0","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.565485699Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"1","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"client set_active_request while in Connecting { state: Start { auto_promote: true }, mode: New }; waiting...","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.565515007Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"1","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.565541796Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"2","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"client set_active_request while in Connecting { state: Start { auto_promote: true }, mode: New }; waiting...","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.565571154Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"2","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"connecting to 127.0.0.1:8830","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.565596413Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"io task","client":"2","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"connecting to 127.0.0.1:8810","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.565625321Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"io task","client":"0","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"connecting to 127.0.0.1:8820","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.565655119Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"io task","client":"1","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"ds_connection connected from Ok(127.0.0.1:47326)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.565682608Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"io task","client":"2","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"ds_connection connected from Ok(127.0.0.1:54067)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.565710006Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"io task","client":"1","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"ds_connection connected from Ok(127.0.0.1:43664)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.565734565Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"io task","client":"0","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"version negotiation from state Connecting { state: WaitForPromote, mode: New }","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.566572996Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"1","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"version negotiation from state Connecting { state: WaitForPromote, mode: New }","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.566610274Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"2","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"version negotiation from state Connecting { state: WaitForPromote, mode: New }","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.566729037Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"0","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"downstairs client at Some(127.0.0.1:8820) has region UUID 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.567274595Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"1","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"downstairs client at Some(127.0.0.1:8830) has region UUID 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.567303263Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"2","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"downstairs client at Some(127.0.0.1:8810) has region UUID 12345678-0000-0000-0000-000000008810","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.567330742Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"0","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"Waiting for more clients to be ready","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.567947946Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"Waiting for more clients to be ready","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.56804983Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"[0]R flush_numbers[0..12]: [299, 311, 307, 303, 310, 310, 311, 300, 310, 293, 310, 310]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568114276Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"[0]R generation[0..12]: [192, 197, 196, 194, 196, 196, 197, 192, 196, 189, 196, 196]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568134386Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"[0]R dirty[0..12]: [false, false, false, false, true, false, false, false, false, true, false, false]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568148985Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"[1]R flush_numbers[0..12]: [299, 311, 307, 303, 310, 310, 311, 300, 310, 293, 310, 310]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568162904Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"[1]R generation[0..12]: [192, 197, 196, 194, 196, 196, 197, 192, 196, 189, 196, 196]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568176333Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"[1]R dirty[0..12]: [false, false, false, false, true, false, false, false, false, true, false, false]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568189892Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"[2]R flush_numbers[0..12]: [299, 311, 307, 303, 310, 310, 311, 300, 310, 293, 310, 310]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568203431Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"[2]R generation[0..12]: [192, 197, 196, 194, 196, 196, 197, 192, 196, 189, 196, 196]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.56821975Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"[2]R dirty[0..12]: [false, false, false, false, true, false, false, false, false, true, false, false]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.56823374Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"Max found gen is 198","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568246239Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"Generation requested: 199 >= found:198","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568259028Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"Next flush: 312","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568271727Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"extent 4 needs reconciliation: ExtentMetadata { gen: 196, flush: 310, dirty: true } ExtentMetadata { gen: 196, flush: 310, dirty: true } ExtentMetadata { gen: 196, flush: 310, dirty: true }","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568286986Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"extent:0 [ExtentMetadata { gen: 196, flush: 310, dirty: true }, ExtentMetadata { gen: 196, flush: 310, dirty: true }, ExtentMetadata { gen: 196, flush: 310, dirty: true }] => 0","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568302896Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"found dest for source 0 for extent at index 4 => [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568316855Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"extent 9 needs reconciliation: ExtentMetadata { gen: 189, flush: 293, dirty: true } ExtentMetadata { gen: 189, flush: 293, dirty: true } ExtentMetadata { gen: 189, flush: 293, dirty: true }","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568332034Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"extent:0 [ExtentMetadata { gen: 189, flush: 293, dirty: true }, ExtentMetadata { gen: 189, flush: 293, dirty: true }, ExtentMetadata { gen: 189, flush: 293, dirty: true }] => 0","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568346873Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"found dest for source 0 for extent at index 9 => [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568360452Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"extent 12 needs reconciliation: ExtentMetadata { gen: 196, flush: 308, dirty: true } ExtentMetadata { gen: 196, flush: 308, dirty: true } ExtentMetadata { gen: 196, flush: 308, dirty: true }","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568375481Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"extent:0 [ExtentMetadata { gen: 196, flush: 308, dirty: true }, ExtentMetadata { gen: 196, flush: 308, dirty: true }, ExtentMetadata { gen: 196, flush: 308, dirty: true }] => 0","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568392471Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"found dest for source 0 for extent at index 12 => [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.56840646Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"extent 13 needs reconciliation: ExtentMetadata { gen: 196, flush: 310, dirty: true } ExtentMetadata { gen: 196, flush: 310, dirty: true } ExtentMetadata { gen: 196, flush: 310, dirty: true }","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568441738Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"extent:0 [ExtentMetadata { gen: 196, flush: 310, dirty: true }, ExtentMetadata { gen: 196, flush: 310, dirty: true }, ExtentMetadata { gen: 196, flush: 310, dirty: true }] => 0","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568457767Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"found dest for source 0 for extent at index 13 => [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568471396Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"extent 17 needs reconciliation: ExtentMetadata { gen: 195, flush: 306, dirty: true } ExtentMetadata { gen: 195, flush: 306, dirty: true } ExtentMetadata { gen: 195, flush: 306, dirty: true }","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568486415Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"extent:0 [ExtentMetadata { gen: 195, flush: 306, dirty: true }, ExtentMetadata { gen: 195, flush: 306, dirty: true }, ExtentMetadata { gen: 195, flush: 306, dirty: true }] => 0","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568501264Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"found dest for source 0 for extent at index 17 => [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568514963Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"extent 19 needs reconciliation: ExtentMetadata { gen: 188, flush: 292, dirty: true } ExtentMetadata { gen: 188, flush: 292, dirty: true } ExtentMetadata { gen: 188, flush: 292, dirty: true }","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568530163Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"extent:0 [ExtentMetadata { gen: 188, flush: 292, dirty: true }, ExtentMetadata { gen: 188, flush: 292, dirty: true }, ExtentMetadata { gen: 188, flush: 292, dirty: true }] => 0","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568545122Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"found dest for source 0 for extent at index 19 => [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568558871Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"extent 21 needs reconciliation: ExtentMetadata { gen: 192, flush: 301, dirty: true } ExtentMetadata { gen: 192, flush: 301, dirty: true } ExtentMetadata { gen: 192, flush: 301, dirty: true }","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.56857601Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"extent:0 [ExtentMetadata { gen: 192, flush: 301, dirty: true }, ExtentMetadata { gen: 192, flush: 301, dirty: true }, ExtentMetadata { gen: 192, flush: 301, dirty: true }] => 0","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568591279Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"found dest for source 0 for extent at index 21 => [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568605068Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"extent 22 needs reconciliation: ExtentMetadata { gen: 197, flush: 311, dirty: true } ExtentMetadata { gen: 197, flush: 311, dirty: true } ExtentMetadata { gen: 197, flush: 311, dirty: true }","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568620247Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"extent:0 [ExtentMetadata { gen: 197, flush: 311, dirty: true }, ExtentMetadata { gen: 197, flush: 311, dirty: true }, ExtentMetadata { gen: 197, flush: 311, dirty: true }] => 0","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568635176Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"found dest for source 0 for extent at index 22 => [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568649006Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"extent 23 needs reconciliation: ExtentMetadata { gen: 179, flush: 281, dirty: true } ExtentMetadata { gen: 179, flush: 281, dirty: true } ExtentMetadata { gen: 179, flush: 281, dirty: true }","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568664115Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"extent:0 [ExtentMetadata { gen: 179, flush: 281, dirty: true }, ExtentMetadata { gen: 179, flush: 281, dirty: true }, ExtentMetadata { gen: 179, flush: 281, dirty: true }] => 0","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568679024Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"found dest for source 0 for extent at index 23 => [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568692763Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"extent 24 needs reconciliation: ExtentMetadata { gen: 196, flush: 309, dirty: true } ExtentMetadata { gen: 196, flush: 309, dirty: true } ExtentMetadata { gen: 196, flush: 309, dirty: true }","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568707712Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"extent:0 [ExtentMetadata { gen: 196, flush: 309, dirty: true }, ExtentMetadata { gen: 196, flush: 309, dirty: true }, ExtentMetadata { gen: 196, flush: 309, dirty: true }] => 0","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568722511Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"found dest for source 0 for extent at index 24 => [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.56873804Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"mend","":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"Transition from Connecting { state: WaitQuorum, mode: New } to Reconcile","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568759449Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"0","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"Transition from Connecting { state: WaitQuorum, mode: New } to Reconcile","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568785048Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"1","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"Transition from Connecting { state: WaitQuorum, mode: New } to Reconcile","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568811866Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"2","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"Full repair list: {ExtentId(13): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(9): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(23): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(19): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(4): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(12): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(22): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(17): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(21): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(24): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }}","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.568858133Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"Task list: [ReconcileIO { id: ReconciliationId(0), op: ExtentFlush { repair_id: ReconciliationId(0), extent_id: ExtentId(13), client_id: ClientId(0), flush_number: 312, gen_number: 198 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(1), op: ExtentClose { repair_id: ReconciliationId(1), extent_id: ExtentId(13) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(2), op: ExtentRepair { repair_id: ReconciliationId(2), extent_id: ExtentId(13), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(3), op: ExtentReopen { repair_id: ReconciliationId(3), extent_id: ExtentId(13) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(4), op: ExtentFlush { repair_id: ReconciliationId(4), extent_id: ExtentId(9), client_id: ClientId(0), flush_number: 312, gen_number: 198 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(5), op: ExtentClose { repair_id: ReconciliationId(5), extent_id: ExtentId(9) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(6), op: ExtentRepair { repair_id: ReconciliationId(6), extent_id: ExtentId(9), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(7), op: ExtentReopen { repair_id: ReconciliationId(7), extent_id: ExtentId(9) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(8), op: ExtentFlush { repair_id: ReconciliationId(8), extent_id: ExtentId(23), client_id: ClientId(0), flush_number: 312, gen_number: 198 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(9), op: ExtentClose { repair_id: ReconciliationId(9), extent_id: ExtentId(23) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(10), op: ExtentRepair { repair_id: ReconciliationId(10), extent_id: ExtentId(23), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(11), op: ExtentReopen { repair_id: ReconciliationId(11), extent_id: ExtentId(23) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(12), op: ExtentFlush { repair_id: ReconciliationId(12), extent_id: ExtentId(19), client_id: ClientId(0), flush_number: 312, gen_number: 198 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(13), op: ExtentClose { repair_id: ReconciliationId(13), extent_id: ExtentId(19) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(14), op: ExtentRepair { repair_id: ReconciliationId(14), extent_id: ExtentId(19), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(15), op: ExtentReopen { repair_id: ReconciliationId(15), extent_id: ExtentId(19) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(16), op: ExtentFlush { repair_id: ReconciliationId(16), extent_id: ExtentId(4), client_id: ClientId(0), flush_number: 312, gen_number: 198 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(17), op: ExtentClose { repair_id: ReconciliationId(17), extent_id: ExtentId(4) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(18), op: ExtentRepair { repair_id: ReconciliationId(18), extent_id: ExtentId(4), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(19), op: ExtentReopen { repair_id: ReconciliationId(19), extent_id: ExtentId(4) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(20), op: ExtentFlush { repair_id: ReconciliationId(20), extent_id: ExtentId(12), client_id: ClientId(0), flush_number: 312, gen_number: 198 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(21), op: ExtentClose { repair_id: ReconciliationId(21), extent_id: ExtentId(12) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(22), op: ExtentRepair { repair_id: ReconciliationId(22), extent_id: ExtentId(12), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(23), op: ExtentReopen { repair_id: ReconciliationId(23), extent_id: ExtentId(12) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(24), op: ExtentFlush { repair_id: ReconciliationId(24), extent_id: ExtentId(22), client_id: ClientId(0), flush_number: 312, gen_number: 198 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(25), op: ExtentClose { repair_id: ReconciliationId(25), extent_id: ExtentId(22) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(26), op: ExtentRepair { repair_id: ReconciliationId(26), extent_id: ExtentId(22), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(27), op: ExtentReopen { repair_id: ReconciliationId(27), extent_id: ExtentId(22) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(28), op: ExtentFlush { repair_id: ReconciliationId(28), extent_id: ExtentId(17), client_id: ClientId(0), flush_number: 312, gen_number: 198 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(29), op: ExtentClose { repair_id: ReconciliationId(29), extent_id: ExtentId(17) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(30), op: ExtentRepair { repair_id: ReconciliationId(30), extent_id: ExtentId(17), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(31), op: ExtentReopen { repair_id: ReconciliationId(31), extent_id: ExtentId(17) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(32), op: ExtentFlush { repair_id: ReconciliationId(32), extent_id: ExtentId(21), client_id: ClientId(0), flush_number: 312, gen_number: 198 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(33), op: ExtentClose { repair_id: ReconciliationId(33), extent_id: ExtentId(21) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(34), op: ExtentRepair { repair_id: ReconciliationId(34), extent_id: ExtentId(21), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(35), op: ExtentReopen { repair_id: ReconciliationId(35), extent_id: ExtentId(21) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(36), op: ExtentFlush { repair_id: ReconciliationId(36), extent_id: ExtentId(24), client_id: ClientId(0), flush_number: 312, gen_number: 198 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(37), op: ExtentClose { repair_id: ReconciliationId(37), extent_id: ExtentId(24) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(38), op: ExtentRepair { repair_id: ReconciliationId(38), extent_id: ExtentId(24), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(39), op: ExtentReopen { repair_id: ReconciliationId(39), extent_id: ExtentId(24) }, state: ClientData([New, New, New]) }]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.569016914Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"starting reconciliation 5b245483-57cf-4e46-b6bb-91c85f7cd84e: found 40 extents that need repair","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.569039463Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"sending reconcile request ReconciliationId(2)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.569053342Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"1","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"sending reconcile request ReconciliationId(2)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.569067301Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"2","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"sending reconcile request ReconciliationId(6)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.574658228Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"1","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"sending reconcile request ReconciliationId(6)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.574724174Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"2","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"sending reconcile request ReconciliationId(10)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.579050433Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"1","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"sending reconcile request ReconciliationId(10)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.579080051Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"2","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"sending reconcile request ReconciliationId(14)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.583261429Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"1","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"sending reconcile request ReconciliationId(14)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.583290157Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"2","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"sending reconcile request ReconciliationId(18)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.587857893Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"1","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"sending reconcile request ReconciliationId(18)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.587887081Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"2","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"sending reconcile request ReconciliationId(22)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.592352942Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"1","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"sending reconcile request ReconciliationId(22)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.592382881Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"2","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"sending reconcile request ReconciliationId(26)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.596656623Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"1","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"sending reconcile request ReconciliationId(26)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.596686351Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"2","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"sending reconcile request ReconciliationId(30)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.601048148Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"1","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"sending reconcile request ReconciliationId(30)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.601076767Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"2","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"sending reconcile request ReconciliationId(34)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.605428695Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"1","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"sending reconcile request ReconciliationId(34)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.605457163Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"2","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"sending reconcile request ReconciliationId(38)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.609935724Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"1","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"sending reconcile request ReconciliationId(38)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.609964532Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"2","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"done with reconciliation","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.613749513Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"":"downstairs","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"Transition from Reconcile to Active","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.613780871Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"0","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"Transition from Reconcile to Active","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.61379591Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"1","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"Transition from Reconcile to Active","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.613809599Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"client":"2","":"downstairs","session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"All required reconciliation work is completed","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.613823338Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"Set Downstairs and Upstairs active after reconciliation","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.613835588Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"4d983f8d-8a75-4b30-b702-bea26dcd6b69 is now active with session: 28c0dc38-e014-4ce5-97e7-600ab8922248","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.613848457Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984,"session_id":"28c0dc38-e014-4ce5-97e7-600ab8922248"} {"msg":"The guest has finished waiting for activation with:199","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.613860636Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984} {"msg":"Activated sub_volume 4d983f8d-8a75-4b30-b702-bea26dcd6b69","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.613916143Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984} Wait for a query_work_queue command to finish before sending IO Disk: sv:1 bs:4096 ts:2457600 tb:600 max_io:256 or 1048576 Loading write count information from file "/tmp/test_repair_verify.data" Read and Verify all blocks (0..600 range:true) Wrote out file "/tmp/test_repair_verify.data" Verify test completed Wrote out file "/tmp/test_repair_verify.data" CLIENT: Tests done. All submitted work has been ACK'd ---------------------------------------------------------------- Crucible gen:199 GIO:true work queues: Upstairs:0 downstairs:3 States: Active Active Active JOBID ACK TYPE BKS/EXT DS:0 DS:1 DS:2 REPLAY 1000 Acked Read 88 Done Done Done false 1001 Acked Read 256 Done Done Done false 1002 Acked Read 256 Done Done Done false STATES DS:0 DS:1 DS:2 TOTAL Sent 0 0 0 0 Done 3 3 3 9 Skipped 0 0 0 0 Error 0 0 0 0 Last Flush: None None None Downstairs last five completed: Upstairs last five completed: 1002 1001 1000 CLIENT: Up:0 ds:3 act:3 ---------------------------------------------------------------- Crucible gen:199 GIO:true work queues: Upstairs:0 downstairs:0 Downstairs last five completed: 1003 1002 1001 1000 Upstairs last five completed: 1003 1002 1001 1000 CLIENT: Up:0 ds:0 act:3 CLIENT: All crucible jobs finished, exiting program {"msg":"Guest handle has been dropped","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:17.667737004Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1984}