/var/tmp/bins/crutest verify -t 127.0.0.1:8810 -t 127.0.0.1:8820 -t 127.0.0.1:8830 --verify-out /tmp/test_repair_verify.data --verify-in /tmp/test_repair_verify.data --range -q -g 199 {"msg":"look at: http://127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.762980735Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"task":"crutest"} {"msg":"RI is: RegionDefinition { block_size: 4096, extent_size: Block { value: 20, shift: 12 }, extent_count: 30, uuid: 12345678-0000-0000-0000-000000008810, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.807630989Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"task":"crutest"} {"msg":"Upstairs starts","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.808244155Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978} {"msg":"Crucible Version: BuildInfo {\n version: \"0.0.1\",\n git_sha: \"afbd0ec341edbe8e076286ae0030d2abadb28437\",\n git_commit_timestamp: \"2025-01-11T05:49:56.000000000Z\",\n git_branch: \"renovate/opentelemetry-0.x\",\n rustc_semver: \"1.84.0\",\n rustc_channel: \"stable\",\n rustc_host_triple: \"x86_64-unknown-illumos\",\n rustc_commit_sha: \"9fc6b43126469e3858e2fe86cafb4f0fd5068869\",\n cargo_triple: \"x86_64-unknown-illumos\",\n debug: true,\n opt_level: 0,\n}","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.808285139Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978} {"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.808299558Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978} {"msg":"Using region definition RegionDefinition { block_size: 4096, extent_size: Block { value: 20, shift: 12 }, extent_count: 30, uuid: 00000000-0000-0000-0000-000000000000, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.808313625Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978} {"msg":"Crucible 6725155c-0f46-41d5-9f17-67bbc22f6d8a has session id: e7c3d11b-b962-47cc-a345-0a03dc86d44a","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.808969246Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"Upstairs opts: Upstairs UUID: 6725155c-0f46-41d5-9f17-67bbc22f6d8a, Targets: [127.0.0.1:8810, 127.0.0.1:8820, 127.0.0.1:8830], lossy: false, flush_timeout: None, key populated: false, cert_pem populated: false, key_pem populated: false, root_cert_pem populated: false, Control: None, read_only: false","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.809016709Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"Crucible stats registered with UUID: 6725155c-0f46-41d5-9f17-67bbc22f6d8a","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.809045725Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"Downstairs in volume = 3","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.840069443Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"task":"crutest"} {"msg":"The guest has requested activation with gen:199","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.840100389Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978} {"msg":"6725155c-0f46-41d5-9f17-67bbc22f6d8a active request set","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.840126076Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.840142853Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"0","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"client set_active_request while in New; waiting...","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.84016899Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"0","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.840194046Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"1","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"client set_active_request while in New; waiting...","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.840211414Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"1","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.840227762Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"2","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"client set_active_request while in New; waiting...","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.84024405Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"2","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"connecting to 127.0.0.1:8830","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.840260297Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"io task","client":"2","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"connecting to 127.0.0.1:8810","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.840277015Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"io task","client":"0","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"connecting to 127.0.0.1:8820","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.840303782Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"io task","client":"1","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"ds_connection connected from Ok(127.0.0.1:45632)","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.840418216Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"io task","client":"2","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"ds_connection connected from Ok(127.0.0.1:52026)","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.840626727Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"io task","client":"1","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"ds_connection connected from Ok(127.0.0.1:39242)","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.840669541Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"io task","client":"0","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"ds_transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.841294986Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"2","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"[2] Transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.841334641Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"2","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"ds_transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.841379015Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"0","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"[0] Transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.8414095Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"0","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"ds_transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.841437276Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"1","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"[1] Transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.841469622Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"1","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"downstairs client at Some(127.0.0.1:8810) has region UUID 12345678-0000-0000-0000-000000008810","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.841938588Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"0","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"downstairs client at Some(127.0.0.1:8830) has region UUID 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.841978073Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"2","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"downstairs client at Some(127.0.0.1:8820) has region UUID 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842039794Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"1","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"ds_transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842512809Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"0","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"[0] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842550864Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"0","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"Waiting for more clients to be ready","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842570672Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"ds_transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.84258329Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"2","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"[2] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842596738Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"2","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"Waiting for more clients to be ready","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842610296Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"ds_transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842622285Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"1","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"[1] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842635213Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"1","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"[0]R flush_numbers[0..12]: [331, 333, 333, 330, 330, 331, 331, 309, 320, 319, 310, 306]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842648861Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"[0]R generation[0..12]: [197, 198, 198, 196, 196, 197, 197, 186, 192, 192, 187, 184]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842662359Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"[0]R dirty[0..12]: [false, false, false, false, false, false, false, true, true, false, false, false]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842676047Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"[1]R flush_numbers[0..12]: [331, 333, 333, 330, 330, 331, 331, 309, 320, 319, 310, 306]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842693125Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"[1]R generation[0..12]: [197, 198, 198, 196, 196, 197, 197, 186, 192, 192, 187, 184]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842706793Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"[1]R dirty[0..12]: [false, false, false, false, false, false, false, true, true, false, false, false]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842720421Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"[2]R flush_numbers[0..12]: [331, 333, 333, 330, 330, 331, 331, 309, 320, 319, 310, 306]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842734119Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"[2]R generation[0..12]: [197, 198, 198, 196, 196, 197, 197, 186, 192, 192, 187, 184]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842747897Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"[2]R dirty[0..12]: [false, false, false, false, false, false, false, true, true, false, false, false]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842761395Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"Max found gen is 199","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842774154Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"Generation requested: 199 >= found:199","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842787032Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"Next flush: 334","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.84279955Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"Extents 7 dirty","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842812188Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"First source client ID for extent 7","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842825617Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"extent:7 gens: 186 186 186","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842839665Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"extent:7 flush: 309 309 309 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842854253Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842868371Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"extent:7 dirty: true true true","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842883889Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"find dest for source 0 for extent at index 7","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842897807Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842911465Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842925223Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"Extents 8 dirty","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.84294553Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"First source client ID for extent 8","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842959848Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"extent:8 gens: 192 192 192","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842973606Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"extent:8 flush: 320 320 320 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842988134Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843023519Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"extent:8 dirty: true true true","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843040907Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"find dest for source 0 for extent at index 8","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843055245Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843069133Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843082982Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"Extents 14 dirty","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843098059Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"First source client ID for extent 14","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843111787Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"extent:14 gens: 192 192 192","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843128835Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"extent:14 flush: 319 319 319 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843143433Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843157481Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"extent:14 dirty: true true true","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843170979Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"find dest for source 0 for extent at index 14","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843184788Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843198506Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843212054Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"Extents 15 dirty","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843225452Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"First source client ID for extent 15","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.84323877Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"extent:15 gens: 194 194 194","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843252618Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"extent:15 flush: 326 326 326 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843266826Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843280824Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"extent:15 dirty: true true true","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843294442Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"find dest for source 0 for extent at index 15","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843308111Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843327018Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843353874Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"Extents 22 dirty","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843373562Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"First source client ID for extent 22","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.8433872Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"extent:22 gens: 196 196 196","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843400988Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"extent:22 flush: 330 330 330 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843415186Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843429314Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"extent:22 dirty: true true true","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843443002Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"find dest for source 0 for extent at index 22","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.84345674Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843470629Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843484367Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"Extents 28 dirty","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843497915Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"First source client ID for extent 28","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843511113Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"extent:28 gens: 198 198 198","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843525021Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"extent:28 flush: 333 333 333 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843539289Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843555507Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"extent:28 dirty: true true true","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843569255Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"find dest for source 0 for extent at index 28","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843583073Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843596681Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843610409Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"Transition from WaitQuorum to Reconcile","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843632916Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"0","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"Transition from WaitQuorum to Reconcile","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843646824Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"1","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"Transition from WaitQuorum to Reconcile","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843660143Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"2","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"Full repair list: {ExtentId(7): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(8): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(15): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(14): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(22): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(28): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }}","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.84368102Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"Task list: [ReconcileIO { id: ReconciliationId(0), op: ExtentFlush { repair_id: ReconciliationId(0), extent_id: ExtentId(7), client_id: ClientId(0), flush_number: 334, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(1), op: ExtentClose { repair_id: ReconciliationId(1), extent_id: ExtentId(7) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(2), op: ExtentRepair { repair_id: ReconciliationId(2), extent_id: ExtentId(7), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(3), op: ExtentReopen { repair_id: ReconciliationId(3), extent_id: ExtentId(7) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(4), op: ExtentFlush { repair_id: ReconciliationId(4), extent_id: ExtentId(8), client_id: ClientId(0), flush_number: 334, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(5), op: ExtentClose { repair_id: ReconciliationId(5), extent_id: ExtentId(8) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(6), op: ExtentRepair { repair_id: ReconciliationId(6), extent_id: ExtentId(8), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(7), op: ExtentReopen { repair_id: ReconciliationId(7), extent_id: ExtentId(8) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(8), op: ExtentFlush { repair_id: ReconciliationId(8), extent_id: ExtentId(15), client_id: ClientId(0), flush_number: 334, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(9), op: ExtentClose { repair_id: ReconciliationId(9), extent_id: ExtentId(15) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(10), op: ExtentRepair { repair_id: ReconciliationId(10), extent_id: ExtentId(15), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(11), op: ExtentReopen { repair_id: ReconciliationId(11), extent_id: ExtentId(15) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(12), op: ExtentFlush { repair_id: ReconciliationId(12), extent_id: ExtentId(14), client_id: ClientId(0), flush_number: 334, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(13), op: ExtentClose { repair_id: ReconciliationId(13), extent_id: ExtentId(14) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(14), op: ExtentRepair { repair_id: ReconciliationId(14), extent_id: ExtentId(14), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(15), op: ExtentReopen { repair_id: ReconciliationId(15), extent_id: ExtentId(14) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(16), op: ExtentFlush { repair_id: ReconciliationId(16), extent_id: ExtentId(22), client_id: ClientId(0), flush_number: 334, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(17), op: ExtentClose { repair_id: ReconciliationId(17), extent_id: ExtentId(22) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(18), op: ExtentRepair { repair_id: ReconciliationId(18), extent_id: ExtentId(22), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(19), op: ExtentReopen { repair_id: ReconciliationId(19), extent_id: ExtentId(22) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(20), op: ExtentFlush { repair_id: ReconciliationId(20), extent_id: ExtentId(28), client_id: ClientId(0), flush_number: 334, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(21), op: ExtentClose { repair_id: ReconciliationId(21), extent_id: ExtentId(28) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(22), op: ExtentRepair { repair_id: ReconciliationId(22), extent_id: ExtentId(28), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(23), op: ExtentReopen { repair_id: ReconciliationId(23), extent_id: ExtentId(28) }, state: ClientData([New, New, New]) }]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843763098Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"starting reconciliation f3a696a2-7415-48bb-b84d-58cd7fb708c0: found 24 extents that need repair","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843779656Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2025-01-11T06:12:33.843793044Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"reconcile":"f3a696a2-7415-48bb-b84d-58cd7fb708c0","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"no Nexus client from DNS, aborting start notification","v":0,"name":"crucible","level":50,"time":"2025-01-11T06:12:33.843807562Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"reconcile":"f3a696a2-7415-48bb-b84d-58cd7fb708c0","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2025-01-11T06:12:33.843834939Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"reconcile":"f3a696a2-7415-48bb-b84d-58cd7fb708c0","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"sending reconcile request ReconciliationId(2)","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843849746Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"1","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"sending reconcile request ReconciliationId(2)","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843862765Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"2","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2025-01-11T06:12:33.843875683Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"reconcile":"f3a696a2-7415-48bb-b84d-58cd7fb708c0","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2025-01-11T06:12:33.848458036Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"reconcile":"f3a696a2-7415-48bb-b84d-58cd7fb708c0","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2025-01-11T06:12:33.848883308Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"reconcile":"f3a696a2-7415-48bb-b84d-58cd7fb708c0","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2025-01-11T06:12:33.849176288Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"reconcile":"f3a696a2-7415-48bb-b84d-58cd7fb708c0","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"sending reconcile request ReconciliationId(6)","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.849489706Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"1","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"sending reconcile request ReconciliationId(6)","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.849519801Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"2","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2025-01-11T06:12:33.849536189Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"reconcile":"f3a696a2-7415-48bb-b84d-58cd7fb708c0","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2025-01-11T06:12:33.853336129Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"reconcile":"f3a696a2-7415-48bb-b84d-58cd7fb708c0","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2025-01-11T06:12:33.853743854Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"reconcile":"f3a696a2-7415-48bb-b84d-58cd7fb708c0","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2025-01-11T06:12:33.854046932Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"reconcile":"f3a696a2-7415-48bb-b84d-58cd7fb708c0","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"sending reconcile request ReconciliationId(10)","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.854333763Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"1","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"sending reconcile request ReconciliationId(10)","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.854367348Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"2","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2025-01-11T06:12:33.854394605Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"reconcile":"f3a696a2-7415-48bb-b84d-58cd7fb708c0","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2025-01-11T06:12:33.857877579Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"reconcile":"f3a696a2-7415-48bb-b84d-58cd7fb708c0","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2025-01-11T06:12:33.858247298Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"reconcile":"f3a696a2-7415-48bb-b84d-58cd7fb708c0","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2025-01-11T06:12:33.85859864Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"reconcile":"f3a696a2-7415-48bb-b84d-58cd7fb708c0","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"sending reconcile request ReconciliationId(14)","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.858882681Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"1","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"sending reconcile request ReconciliationId(14)","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.858920656Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"2","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2025-01-11T06:12:33.858949262Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"reconcile":"f3a696a2-7415-48bb-b84d-58cd7fb708c0","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2025-01-11T06:12:33.862409129Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"reconcile":"f3a696a2-7415-48bb-b84d-58cd7fb708c0","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2025-01-11T06:12:33.862792516Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"reconcile":"f3a696a2-7415-48bb-b84d-58cd7fb708c0","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2025-01-11T06:12:33.863068289Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"reconcile":"f3a696a2-7415-48bb-b84d-58cd7fb708c0","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"sending reconcile request ReconciliationId(18)","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.863389825Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"1","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"sending reconcile request ReconciliationId(18)","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.863418221Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"2","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2025-01-11T06:12:33.863433189Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"reconcile":"f3a696a2-7415-48bb-b84d-58cd7fb708c0","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2025-01-11T06:12:33.867124044Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"reconcile":"f3a696a2-7415-48bb-b84d-58cd7fb708c0","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2025-01-11T06:12:33.867539218Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"reconcile":"f3a696a2-7415-48bb-b84d-58cd7fb708c0","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2025-01-11T06:12:33.86780991Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"reconcile":"f3a696a2-7415-48bb-b84d-58cd7fb708c0","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"sending reconcile request ReconciliationId(22)","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.868134096Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"1","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"sending reconcile request ReconciliationId(22)","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.868156933Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"2","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2025-01-11T06:12:33.868172601Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"reconcile":"f3a696a2-7415-48bb-b84d-58cd7fb708c0","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2025-01-11T06:12:33.874004423Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"reconcile":"f3a696a2-7415-48bb-b84d-58cd7fb708c0","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"done with reconciliation","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.874405089Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"Transition from Reconcile to Active","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.874433085Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"0","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"Transition from Reconcile to Active","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.874448263Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"1","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"Transition from Reconcile to Active","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.874465611Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"client":"2","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"All required reconciliation work is completed","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.874479198Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"Set Downstairs and Upstairs active after reconciliation","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.874491537Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":"6725155c-0f46-41d5-9f17-67bbc22f6d8a is now active with session: e7c3d11b-b962-47cc-a345-0a03dc86d44a","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.874504175Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} {"msg":Wait for a query_work_queue command to finish before sending IO "The guest has finished waiting for activation with:199","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.874525702Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978} {"msg":"no Nexus client from DNS, aborting finish notification","v":0,"name":"crucible","level":50,"time":"2025-01-11T06:12:33.874547359Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978,"reconcile":"f3a696a2-7415-48bb-b84d-58cd7fb708c0","":"downstairs","":"downstairs","session_id":"e7c3d11b-b962-47cc-a345-0a03dc86d44a"} Disk: sv:1 bs:4096 ts:2457600 tb:600 max_io:256 or 1048576 Loading write count information from file "/tmp/test_repair_verify.data" Read and Verify all blocks (0..600 range:true) Wrote out file "/tmp/test_repair_verify.data" Verify test completed Wrote out file "/tmp/test_repair_verify.data" CLIENT: Tests done. All submitted work has been ACK'd ---------------------------------------------------------------- Crucible gen:199 GIO:true work queues: Upstairs:0 downstairs:3 States: Active Active Active JOBID ACK TYPE BKS/EXT DS:0 DS:1 DS:2 REPLAY 1000 Acked Read 88 Done Done Done false 1001 Acked Read 256 Done Done Done false 1002 Acked Read 256 Done Done Done false STATES DS:0 DS:1 DS:2 TOTAL Sent 0 0 0 0 Done 3 3 3 9 Skipped 0 0 0 0 Error 0 0 0 0 Last Flush: 0 0 0 Downstairs last five completed: Upstairs last five completed: 1002 1001 1000 CLIENT: Up:0 ds:3 act:3 ---------------------------------------------------------------- Crucible gen:199 GIO:true work queues: Upstairs:0 downstairs:0 Downstairs last five completed: 1003 1002 1001 1000 Upstairs last five completed: 1003 1002 1001 1000 CLIENT: Up:0 ds:0 act:3 CLIENT: All crucible jobs finished, exiting program {"msg":"Guest handle has been dropped","v":0,"name":"crucible","level":40,"time":"2025-01-11T06:12:37.926295296Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1978}