/var/tmp/bins/crutest verify -t 127.0.0.1:8810 -t 127.0.0.1:8820 -t 127.0.0.1:8830 --verify-out /tmp/test_repair_verify.data --verify-in /tmp/test_repair_verify.data --range -q -g 199 {"msg":"look at: http://127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.8591359Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"task":"crutest"} {"msg":"RI is: RegionDefinition { block_size: 4096, extent_size: Block { value: 20, shift: 12 }, extent_count: 30, uuid: 12345678-0000-0000-0000-000000008810, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.90483393Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"task":"crutest"} {"msg":"Upstairs starts","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.905600418Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980} {"msg":"Crucible Version: BuildInfo {\n version: \"0.0.1\",\n git_sha: \"dd1cf1330bf5c5b1551a0ad961a7aa7c6207feae\",\n git_commit_timestamp: \"2025-01-23T18:31:41.000000000Z\",\n git_branch: \"mkeeter/early-io-rejection\",\n rustc_semver: \"1.84.0\",\n rustc_channel: \"stable\",\n rustc_host_triple: \"x86_64-unknown-illumos\",\n rustc_commit_sha: \"9fc6b43126469e3858e2fe86cafb4f0fd5068869\",\n cargo_triple: \"x86_64-unknown-illumos\",\n debug: true,\n opt_level: 0,\n}","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.905647773Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980} {"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.905665071Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980} {"msg":"Using region definition RegionDefinition { block_size: 4096, extent_size: Block { value: 20, shift: 12 }, extent_count: 30, uuid: 00000000-0000-0000-0000-000000000000, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.905682089Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980} {"msg":"Crucible f1071cec-b754-442e-9aed-cd69462d5745 has session id: ad108874-8055-4df7-bc07-c7ab312e493d","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.906264807Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"Upstairs opts: Upstairs UUID: f1071cec-b754-442e-9aed-cd69462d5745, Targets: [127.0.0.1:8810, 127.0.0.1:8820, 127.0.0.1:8830], lossy: false, flush_timeout: None, key populated: false, cert_pem populated: false, key_pem populated: false, root_cert_pem populated: false, Control: None, read_only: false","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.906308412Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"Crucible stats registered with UUID: f1071cec-b754-442e-9aed-cd69462d5745","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.9063308Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"could not find Downstairs address for Nexus","v":0,"name":"crucible","level":40,"time":"2025-01-23T18:55:50.906350787Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"Downstairs in volume = 3","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.906854273Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"task":"crutest"} {"msg":"The guest has requested activation with gen:199","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.90688219Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980} {"msg":"f1071cec-b754-442e-9aed-cd69462d5745 active request set","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.906943404Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.90697318Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"0","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"client set_active_request while in Connecting { state: Start { auto_promote: true }, mode: New }; waiting...","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.907037893Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"0","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.90707148Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"1","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"client set_active_request while in Connecting { state: Start { auto_promote: true }, mode: New }; waiting...","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.907099707Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"1","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.907125724Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"2","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"client set_active_request while in Connecting { state: Start { auto_promote: true }, mode: New }; waiting...","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.907155041Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"2","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"connecting to 127.0.0.1:8830","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.907178829Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"io task","client":"2","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"connecting to 127.0.0.1:8810","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.907201456Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"io task","client":"0","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"connecting to 127.0.0.1:8820","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.907224053Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"io task","client":"1","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"ds_connection connected from Ok(127.0.0.1:55325)","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.907302655Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"io task","client":"0","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"ds_connection connected from Ok(127.0.0.1:40732)","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.907332352Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"io task","client":"2","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"ds_connection connected from Ok(127.0.0.1:33039)","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.907357569Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"io task","client":"1","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"version negotiation from state Connecting { state: WaitForPromote, mode: New }","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.907862195Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"0","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"version negotiation from state Connecting { state: WaitForPromote, mode: New }","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.907888732Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"1","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"version negotiation from state Connecting { state: WaitForPromote, mode: New }","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.907903101Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"2","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"downstairs client at Some(127.0.0.1:8810) has region UUID 12345678-0000-0000-0000-000000008810","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.908515105Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"0","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"downstairs client at Some(127.0.0.1:8820) has region UUID 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.908552181Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"1","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"downstairs client at Some(127.0.0.1:8830) has region UUID 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.908595306Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"2","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"Waiting for more clients to be ready","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909127739Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"Waiting for more clients to be ready","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909163025Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"[0]R flush_numbers[0..12]: [323, 333, 333, 333, 332, 331, 330, 333, 321, 323, 331, 331]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909187193Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"[0]R generation[0..12]: [195, 198, 198, 198, 198, 197, 196, 198, 193, 195, 197, 197]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909203281Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"[0]R dirty[0..12]: [true, false, true, true, false, false, true, false, false, false, false, false]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909217329Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"[1]R flush_numbers[0..12]: [323, 333, 333, 333, 332, 331, 330, 333, 321, 323, 331, 331]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909230738Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"[1]R generation[0..12]: [195, 198, 198, 198, 198, 197, 196, 198, 193, 195, 197, 197]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909244096Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"[1]R dirty[0..12]: [true, false, true, true, false, false, true, false, false, false, false, false]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909257445Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"[2]R flush_numbers[0..12]: [323, 333, 333, 333, 332, 331, 330, 333, 321, 323, 331, 331]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909270784Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"[2]R generation[0..12]: [195, 198, 198, 198, 198, 197, 196, 198, 193, 195, 197, 197]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909283962Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"[2]R dirty[0..12]: [true, false, true, true, false, false, true, false, false, false, false, false]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909297621Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"Max found gen is 199","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909313499Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"Generation requested: 199 >= found:199","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909326818Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"Next flush: 334","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909339416Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"extent 0 needs reconciliation: ExtentMetadata { gen: 195, flush: 323, dirty: true } ExtentMetadata { gen: 195, flush: 323, dirty: true } ExtentMetadata { gen: 195, flush: 323, dirty: true }","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909354275Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"extent:0 [ExtentMetadata { gen: 195, flush: 323, dirty: true }, ExtentMetadata { gen: 195, flush: 323, dirty: true }, ExtentMetadata { gen: 195, flush: 323, dirty: true }] => 0","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909369993Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"found dest for source 0 for extent at index 0 => [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909383681Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"extent 2 needs reconciliation: ExtentMetadata { gen: 198, flush: 333, dirty: true } ExtentMetadata { gen: 198, flush: 333, dirty: true } ExtentMetadata { gen: 198, flush: 333, dirty: true }","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.90939863Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"extent:0 [ExtentMetadata { gen: 198, flush: 333, dirty: true }, ExtentMetadata { gen: 198, flush: 333, dirty: true }, ExtentMetadata { gen: 198, flush: 333, dirty: true }] => 0","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909413548Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"found dest for source 0 for extent at index 2 => [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909433136Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"extent 3 needs reconciliation: ExtentMetadata { gen: 198, flush: 333, dirty: true } ExtentMetadata { gen: 198, flush: 333, dirty: true } ExtentMetadata { gen: 198, flush: 333, dirty: true }","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909462343Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"extent:0 [ExtentMetadata { gen: 198, flush: 333, dirty: true }, ExtentMetadata { gen: 198, flush: 333, dirty: true }, ExtentMetadata { gen: 198, flush: 333, dirty: true }] => 0","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.90949056Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"found dest for source 0 for extent at index 3 => [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909506288Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"extent 6 needs reconciliation: ExtentMetadata { gen: 196, flush: 330, dirty: true } ExtentMetadata { gen: 196, flush: 330, dirty: true } ExtentMetadata { gen: 196, flush: 330, dirty: true }","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909523937Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"extent:0 [ExtentMetadata { gen: 196, flush: 330, dirty: true }, ExtentMetadata { gen: 196, flush: 330, dirty: true }, ExtentMetadata { gen: 196, flush: 330, dirty: true }] => 0","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909538975Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"found dest for source 0 for extent at index 6 => [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909552673Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"extent 15 needs reconciliation: ExtentMetadata { gen: 192, flush: 320, dirty: true } ExtentMetadata { gen: 192, flush: 320, dirty: true } ExtentMetadata { gen: 192, flush: 320, dirty: true }","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909567712Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"extent:0 [ExtentMetadata { gen: 192, flush: 320, dirty: true }, ExtentMetadata { gen: 192, flush: 320, dirty: true }, ExtentMetadata { gen: 192, flush: 320, dirty: true }] => 0","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.9095825Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"found dest for source 0 for extent at index 15 => [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909595939Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"extent 19 needs reconciliation: ExtentMetadata { gen: 198, flush: 333, dirty: true } ExtentMetadata { gen: 198, flush: 333, dirty: true } ExtentMetadata { gen: 198, flush: 333, dirty: true }","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909610827Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"extent:0 [ExtentMetadata { gen: 198, flush: 333, dirty: true }, ExtentMetadata { gen: 198, flush: 333, dirty: true }, ExtentMetadata { gen: 198, flush: 333, dirty: true }] => 0","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909625566Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"found dest for source 0 for extent at index 19 => [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909639114Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"extent 20 needs reconciliation: ExtentMetadata { gen: 198, flush: 333, dirty: true } ExtentMetadata { gen: 198, flush: 333, dirty: true } ExtentMetadata { gen: 198, flush: 333, dirty: true }","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909654112Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"extent:0 [ExtentMetadata { gen: 198, flush: 333, dirty: true }, ExtentMetadata { gen: 198, flush: 333, dirty: true }, ExtentMetadata { gen: 198, flush: 333, dirty: true }] => 0","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909668811Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"found dest for source 0 for extent at index 20 => [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909692538Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"extent 22 needs reconciliation: ExtentMetadata { gen: 194, flush: 322, dirty: true } ExtentMetadata { gen: 194, flush: 322, dirty: true } ExtentMetadata { gen: 194, flush: 322, dirty: true }","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909778969Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"extent:0 [ExtentMetadata { gen: 194, flush: 322, dirty: true }, ExtentMetadata { gen: 194, flush: 322, dirty: true }, ExtentMetadata { gen: 194, flush: 322, dirty: true }] => 0","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909807926Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"found dest for source 0 for extent at index 22 => [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909824144Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"extent 28 needs reconciliation: ExtentMetadata { gen: 198, flush: 333, dirty: true } ExtentMetadata { gen: 198, flush: 333, dirty: true } ExtentMetadata { gen: 198, flush: 333, dirty: true }","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909840292Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"extent:0 [ExtentMetadata { gen: 198, flush: 333, dirty: true }, ExtentMetadata { gen: 198, flush: 333, dirty: true }, ExtentMetadata { gen: 198, flush: 333, dirty: true }] => 0","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909855651Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"found dest for source 0 for extent at index 28 => [ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909869379Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"mend","":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"Transition from Connecting { state: WaitQuorum, mode: New } to Reconcile","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909883738Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"0","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"Transition from Connecting { state: WaitQuorum, mode: New } to Reconcile","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909897136Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"1","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"Transition from Connecting { state: WaitQuorum, mode: New } to Reconcile","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909910285Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"2","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"Full repair list: {ExtentId(20): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(19): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(28): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(3): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(0): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(2): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(15): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(22): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(6): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }}","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.909932522Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"Task list: [ReconcileIO { id: ReconciliationId(0), op: ExtentFlush { repair_id: ReconciliationId(0), extent_id: ExtentId(20), client_id: ClientId(0), flush_number: 334, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(1), op: ExtentClose { repair_id: ReconciliationId(1), extent_id: ExtentId(20) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(2), op: ExtentRepair { repair_id: ReconciliationId(2), extent_id: ExtentId(20), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(3), op: ExtentReopen { repair_id: ReconciliationId(3), extent_id: ExtentId(20) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(4), op: ExtentFlush { repair_id: ReconciliationId(4), extent_id: ExtentId(19), client_id: ClientId(0), flush_number: 334, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(5), op: ExtentClose { repair_id: ReconciliationId(5), extent_id: ExtentId(19) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(6), op: ExtentRepair { repair_id: ReconciliationId(6), extent_id: ExtentId(19), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(7), op: ExtentReopen { repair_id: ReconciliationId(7), extent_id: ExtentId(19) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(8), op: ExtentFlush { repair_id: ReconciliationId(8), extent_id: ExtentId(28), client_id: ClientId(0), flush_number: 334, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(9), op: ExtentClose { repair_id: ReconciliationId(9), extent_id: ExtentId(28) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(10), op: ExtentRepair { repair_id: ReconciliationId(10), extent_id: ExtentId(28), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(11), op: ExtentReopen { repair_id: ReconciliationId(11), extent_id: ExtentId(28) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(12), op: ExtentFlush { repair_id: ReconciliationId(12), extent_id: ExtentId(3), client_id: ClientId(0), flush_number: 334, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(13), op: ExtentClose { repair_id: ReconciliationId(13), extent_id: ExtentId(3) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(14), op: ExtentRepair { repair_id: ReconciliationId(14), extent_id: ExtentId(3), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(15), op: ExtentReopen { repair_id: ReconciliationId(15), extent_id: ExtentId(3) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(16), op: ExtentFlush { repair_id: ReconciliationId(16), extent_id: ExtentId(0), client_id: ClientId(0), flush_number: 334, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(17), op: ExtentClose { repair_id: ReconciliationId(17), extent_id: ExtentId(0) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(18), op: ExtentRepair { repair_id: ReconciliationId(18), extent_id: ExtentId(0), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(19), op: ExtentReopen { repair_id: ReconciliationId(19), extent_id: ExtentId(0) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(20), op: ExtentFlush { repair_id: ReconciliationId(20), extent_id: ExtentId(2), client_id: ClientId(0), flush_number: 334, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(21), op: ExtentClose { repair_id: ReconciliationId(21), extent_id: ExtentId(2) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(22), op: ExtentRepair { repair_id: ReconciliationId(22), extent_id: ExtentId(2), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(23), op: ExtentReopen { repair_id: ReconciliationId(23), extent_id: ExtentId(2) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(24), op: ExtentFlush { repair_id: ReconciliationId(24), extent_id: ExtentId(15), client_id: ClientId(0), flush_number: 334, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(25), op: ExtentClose { repair_id: ReconciliationId(25), extent_id: ExtentId(15) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(26), op: ExtentRepair { repair_id: ReconciliationId(26), extent_id: ExtentId(15), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(27), op: ExtentReopen { repair_id: ReconciliationId(27), extent_id: ExtentId(15) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(28), op: ExtentFlush { repair_id: ReconciliationId(28), extent_id: ExtentId(22), client_id: ClientId(0), flush_number: 334, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(29), op: ExtentClose { repair_id: ReconciliationId(29), extent_id: ExtentId(22) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(30), op: ExtentRepair { repair_id: ReconciliationId(30), extent_id: ExtentId(22), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(31), op: ExtentReopen { repair_id: ReconciliationId(31), extent_id: ExtentId(22) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(32), op: ExtentFlush { repair_id: ReconciliationId(32), extent_id: ExtentId(6), client_id: ClientId(0), flush_number: 334, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(33), op: ExtentClose { repair_id: ReconciliationId(33), extent_id: ExtentId(6) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(34), op: ExtentRepair { repair_id: ReconciliationId(34), extent_id: ExtentId(6), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(35), op: ExtentReopen { repair_id: ReconciliationId(35), extent_id: ExtentId(6) }, state: ClientData([New, New, New]) }]","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.91005025Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"starting reconciliation 2a56afcc-753c-4955-b3ae-f5f041ef1792: found 36 extents that need repair","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.910067518Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"sending reconcile request ReconciliationId(2)","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.910092265Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"1","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"sending reconcile request ReconciliationId(2)","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.910118513Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"2","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"sending reconcile request ReconciliationId(6)","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.915559158Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"1","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"sending reconcile request ReconciliationId(6)","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.915600504Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"2","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"sending reconcile request ReconciliationId(10)","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.919906451Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"1","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"sending reconcile request ReconciliationId(10)","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.919945427Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"2","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"sending reconcile request ReconciliationId(14)","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.924098331Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"1","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"sending reconcile request ReconciliationId(14)","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.924133327Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"2","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"sending reconcile request ReconciliationId(18)","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.928284191Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"1","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"sending reconcile request ReconciliationId(18)","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.928312448Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"2","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"sending reconcile request ReconciliationId(22)","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.934547698Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"1","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"sending reconcile request ReconciliationId(22)","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.934575915Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"2","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"sending reconcile request ReconciliationId(26)","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.93889805Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"1","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"sending reconcile request ReconciliationId(26)","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.938926257Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"2","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"sending reconcile request ReconciliationId(30)","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.942964964Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"1","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"sending reconcile request ReconciliationId(30)","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.94300136Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"2","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"sending reconcile request ReconciliationId(34)","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.947061263Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"1","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"sending reconcile request ReconciliationId(34)","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.947099859Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"2","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"done with reconciliation","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.950917119Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"":"downstairs","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"Transition from Reconcile to Active","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.950951325Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"0","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"Transition from Reconcile to Active","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.950976703Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"1","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"Transition from Reconcile to Active","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.951028827Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"client":"2","":"downstairs","session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"All required reconciliation work is completed","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.951046795Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"Set Downstairs and Upstairs active after reconciliation","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.951059294Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"f1071cec-b754-442e-9aed-cd69462d5745 is now active with session: ad108874-8055-4df7-bc07-c7ab312e493d","v":0,"name":"crucible","level":30Wait for a query_work_queue command to finish before sending IO ,"time":"2025-01-23T18:55:50.951071962Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980,"session_id":"ad108874-8055-4df7-bc07-c7ab312e493d"} {"msg":"The guest has finished waiting for activation with:199","v":0,"name":"crucible","level":30,"time":"2025-01-23T18:55:50.951087551Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980} Disk: sv:1 bs:4096 ts:2457600 tb:600 max_io:256 or 1048576 Loading write count information from file "/tmp/test_repair_verify.data" Read and Verify all blocks (0..600 range:true) Wrote out file "/tmp/test_repair_verify.data" Verify test completed Wrote out file "/tmp/test_repair_verify.data" CLIENT: Tests done. All submitted work has been ACK'd ---------------------------------------------------------------- Crucible gen:199 GIO:true work queues: Upstairs:0 downstairs:3 States: Active Active Active JOBID ACK TYPE BKS/EXT DS:0 DS:1 DS:2 REPLAY 1000 Acked Read 88 Done Done Done false 1001 Acked Read 256 Done Done Done false 1002 Acked Read 256 Done Done Done false STATES DS:0 DS:1 DS:2 TOTAL Sent 0 0 0 0 Done 3 3 3 9 Skipped 0 0 0 0 Error 0 0 0 0 Last Flush: None None None Downstairs last five completed: Upstairs last five completed: 1002 1001 1000 CLIENT: Up:0 ds:3 act:3 ---------------------------------------------------------------- Crucible gen:199 GIO:true work queues: Upstairs:0 downstairs:0 Downstairs last five completed: 1003 1002 1001 1000 Upstairs last five completed: 1003 1002 1001 1000 CLIENT: Up:0 ds:0 act:3 CLIENT: All crucible jobs finished, exiting program {"msg":"Guest handle has been dropped","v":0,"name":"crucible","level":40,"time":"2025-01-23T18:55:55.007834318Z","hostname":"w-01JJA7SA4NMW3BSXCPCAM7R9Y4","pid":1980}