/var/tmp/bins/crutest verify -t 127.0.0.1:8810 -t 127.0.0.1:8820 -t 127.0.0.1:8830 --verify-out /tmp/test_repair_verify.data --verify-in /tmp/test_repair_verify.data --range -q -g 199 {"msg":"look at: http://127.0.0.1:12810","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.550975399Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"task":"crutest"} {"msg":"Failed to get info from \"http://127.0.0.1:12810\" Communication Error: error sending request for url (http://127.0.0.1:12810/region-info)","v":0,"name":"crucible","level":40,"time":"2024-11-27T01:48:35.595162921Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"task":"crutest"} {"msg":"look at: http://127.0.0.1:12820","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.595535432Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"task":"crutest"} {"msg":"RI is: RegionDefinition { block_size: 4096, extent_size: Block { value: 20, shift: 12 }, extent_count: 30, uuid: 12345678-0000-0000-0000-000000008820, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.628277251Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"task":"crutest"} {"msg":"Upstairs starts","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.628832051Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978} {"msg":"Crucible Version: BuildInfo {\n version: \"0.0.1\",\n git_sha: \"7dc0be16221dc0ce43144ff676801ae1255fa766\",\n git_commit_timestamp: \"2024-11-27T01:26:03.000000000Z\",\n git_branch: \"mkeeter/deactivate-need-flush\",\n rustc_semver: \"1.82.0\",\n rustc_channel: \"stable\",\n rustc_host_triple: \"x86_64-unknown-illumos\",\n rustc_commit_sha: \"f6e511eec7342f59a25f7c0534f1dbea00d01b14\",\n cargo_triple: \"x86_64-unknown-illumos\",\n debug: true,\n opt_level: 0,\n}","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.628868524Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978} {"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.62888279Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978} {"msg":"Using region definition RegionDefinition { block_size: 4096, extent_size: Block { value: 20, shift: 12 }, extent_count: 30, uuid: 00000000-0000-0000-0000-000000000000, encrypted: false, database_read_version: 1, database_write_version: 1 }","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.628897365Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978} {"msg":"Crucible 055e7c1a-ccb9-4eaa-a11a-e5c04025d7b6 has session id: 30ca7c88-c211-413e-99b7-12923734edc8","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.62938673Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"Upstairs opts: Upstairs UUID: 055e7c1a-ccb9-4eaa-a11a-e5c04025d7b6, Targets: [127.0.0.1:8810, 127.0.0.1:8820, 127.0.0.1:8830], lossy: false, flush_timeout: None, key populated: false, cert_pem populated: false, key_pem populated: false, root_cert_pem populated: false, Control: None, read_only: false","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.629432087Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"Crucible stats registered with UUID: 055e7c1a-ccb9-4eaa-a11a-e5c04025d7b6","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.629451374Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"Downstairs in volume = 3","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.661485326Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"task":"crutest"} {"msg":"The guest has requested activation with gen:199","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.661517318Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978} {"msg":"055e7c1a-ccb9-4eaa-a11a-e5c04025d7b6 active request set","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.661588455Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.661616426Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"0","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"client set_active_request while in New; waiting...","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.661646057Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"0","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.661665884Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"1","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"client set_active_request while in New; waiting...","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.661697576Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"1","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.661731139Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"2","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"client set_active_request while in New; waiting...","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.661763841Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"2","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"connecting to 127.0.0.1:8830","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.661797874Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"io task","client":"2","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"connecting to 127.0.0.1:8810","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.661996359Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"io task","client":"0","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"connecting to 127.0.0.1:8820","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.662049179Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"io task","client":"1","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"ds_connection connected from Ok(127.0.0.1:33736)","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.662070817Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"io task","client":"2","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"ds_connection connected from Ok(127.0.0.1:57240)","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.662100188Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"io task","client":"1","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"ds_connection connected from Ok(127.0.0.1:37293)","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.662135482Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"io task","client":"0","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"ds_transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.66271245Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"2","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"[2] Transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.662743011Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"2","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"ds_transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.662861886Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"1","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"[1] Transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.662903132Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"1","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"ds_transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.662934023Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"0","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"[0] Transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.662961894Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"0","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"downstairs client at Some(127.0.0.1:8830) has region UUID 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.66332177Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"2","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"downstairs client at Some(127.0.0.1:8820) has region UUID 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.663506279Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"1","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"downstairs client at Some(127.0.0.1:8810) has region UUID 12345678-0000-0000-0000-000000008810","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.663574816Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"0","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"ds_transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.663916805Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"2","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"[2] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.663941344Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"2","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"Waiting for more clients to be ready","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.66395704Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"ds_transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664083558Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"1","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"[1] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664106056Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"1","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"Waiting for more clients to be ready","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664120122Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"ds_transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664158536Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"0","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"[0] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664176663Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"0","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"[0]R flush_numbers[0..12]: [344, 355, 347, 365, 365, 358, 357, 364, 359, 353, 357, 361]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664193149Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"[0]R generation[0..12]: [185, 193, 189, 198, 198, 194, 194, 197, 195, 191, 194, 196]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664207034Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"[0]R dirty[0..12]: [false, false, false, false, true, true, false, false, false, false, true, false]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664225051Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"[1]R flush_numbers[0..12]: [344, 355, 347, 365, 365, 358, 357, 364, 359, 353, 357, 361]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664239247Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"[1]R generation[0..12]: [185, 193, 189, 198, 198, 194, 194, 197, 195, 191, 194, 196]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664253482Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"[1]R dirty[0..12]: [false, false, false, false, true, true, false, false, false, false, true, false]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664267197Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"[2]R flush_numbers[0..12]: [344, 355, 347, 365, 365, 358, 357, 364, 359, 353, 357, 361]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664280922Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"[2]R generation[0..12]: [185, 193, 189, 198, 198, 194, 194, 197, 195, 191, 194, 196]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664294477Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"[2]R dirty[0..12]: [false, false, false, false, true, true, false, false, false, false, true, false]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664308222Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"Max found gen is 199","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664321167Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"Generation requested: 199 >= found:199","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664334272Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"Next flush: 366","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664347247Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"Extents 4 dirty","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664360192Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"First source client ID for extent 4","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664373707Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:4 gens: 198 198 198","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664387933Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:4 flush: 365 365 365 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664402438Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664418564Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:4 dirty: true true true","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664432689Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"find dest for source 0 for extent at index 4","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664446895Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.66446103Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664475216Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"Extents 5 dirty","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664497354Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"First source client ID for extent 5","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.66451259Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:5 gens: 194 194 194","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664527185Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:5 flush: 358 358 358 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664542361Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664557407Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:5 dirty: true true true","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664575083Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"find dest for source 0 for extent at index 5","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664602774Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664632885Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664654223Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"Extents 10 dirty","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.66467319Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"First source client ID for extent 10","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664687626Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:10 gens: 194 194 194","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664701681Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:10 flush: 357 357 357 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664716347Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664730742Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:10 dirty: true true true","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664744778Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"find dest for source 0 for extent at index 10","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664758893Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664772868Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664786883Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"Extents 13 dirty","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664801029Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"First source client ID for extent 13","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664814784Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:13 gens: 193 193 193","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664828919Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:13 flush: 355 355 355 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664843595Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.66485807Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:13 dirty: true true true","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664873926Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"find dest for source 0 for extent at index 13","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664888282Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664902537Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664916752Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"Extents 14 dirty","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664930758Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"First source client ID for extent 14","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664944343Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:14 gens: 196 196 196","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664958458Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:14 flush: 360 360 360 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664972954Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.664987319Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:14 dirty: true true true","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665028334Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"find dest for source 0 for extent at index 14","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665046211Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665060617Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665074642Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"Extents 17 dirty","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665088948Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"First source client ID for extent 17","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665107684Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:17 gens: 196 196 196","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665137166Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:17 flush: 360 360 360 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665155723Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665170528Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:17 dirty: true true true","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665192156Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"find dest for source 0 for extent at index 17","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665207612Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665221948Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665236773Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"Extents 20 dirty","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665251079Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"First source client ID for extent 20","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665264724Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:20 gens: 198 198 198","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665278749Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:20 flush: 365 365 365 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665294175Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.66530862Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:20 dirty: true true true","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665323136Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"find dest for source 0 for extent at index 20","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665337391Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665353588Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665367833Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"Extents 24 dirty","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665382038Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"First source client ID for extent 24","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665395693Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:24 gens: 197 197 197","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665409759Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:24 flush: 364 364 364 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665424344Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.66543897Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:24 dirty: true true true","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665453215Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"find dest for source 0 for extent at index 24","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.66546744Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665481566Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665495511Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"Extents 26 dirty","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665509606Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"First source client ID for extent 26","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665523261Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:26 gens: 197 197 197","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665537307Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:26 flush: 364 364 364 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665551952Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665568018Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"extent:26 dirty: true true true","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665582224Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"find dest for source 0 for extent at index 26","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665596479Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665610694Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.66562498Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"Transition from WaitQuorum to Reconcile","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665639405Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"0","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"Transition from WaitQuorum to Reconcile","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665653041Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"1","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"Transition from WaitQuorum to Reconcile","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665666235Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"2","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"Full repair list: {ExtentId(10): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(20): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(13): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(4): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(5): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(24): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(26): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(14): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(17): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }}","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665689204Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"Task list: [ReconcileIO { id: ReconciliationId(0), op: ExtentFlush { repair_id: ReconciliationId(0), extent_id: ExtentId(10), client_id: ClientId(0), flush_number: 366, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(1), op: ExtentClose { repair_id: ReconciliationId(1), extent_id: ExtentId(10) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(2), op: ExtentRepair { repair_id: ReconciliationId(2), extent_id: ExtentId(10), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(3), op: ExtentReopen { repair_id: ReconciliationId(3), extent_id: ExtentId(10) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(4), op: ExtentFlush { repair_id: ReconciliationId(4), extent_id: ExtentId(20), client_id: ClientId(0), flush_number: 366, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(5), op: ExtentClose { repair_id: ReconciliationId(5), extent_id: ExtentId(20) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(6), op: ExtentRepair { repair_id: ReconciliationId(6), extent_id: ExtentId(20), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(7), op: ExtentReopen { repair_id: ReconciliationId(7), extent_id: ExtentId(20) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(8), op: ExtentFlush { repair_id: ReconciliationId(8), extent_id: ExtentId(13), client_id: ClientId(0), flush_number: 366, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(9), op: ExtentClose { repair_id: ReconciliationId(9), extent_id: ExtentId(13) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(10), op: ExtentRepair { repair_id: ReconciliationId(10), extent_id: ExtentId(13), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(11), op: ExtentReopen { repair_id: ReconciliationId(11), extent_id: ExtentId(13) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(12), op: ExtentFlush { repair_id: ReconciliationId(12), extent_id: ExtentId(4), client_id: ClientId(0), flush_number: 366, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(13), op: ExtentClose { repair_id: ReconciliationId(13), extent_id: ExtentId(4) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(14), op: ExtentRepair { repair_id: ReconciliationId(14), extent_id: ExtentId(4), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(15), op: ExtentReopen { repair_id: ReconciliationId(15), extent_id: ExtentId(4) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(16), op: ExtentFlush { repair_id: ReconciliationId(16), extent_id: ExtentId(5), client_id: ClientId(0), flush_number: 366, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(17), op: ExtentClose { repair_id: ReconciliationId(17), extent_id: ExtentId(5) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(18), op: ExtentRepair { repair_id: ReconciliationId(18), extent_id: ExtentId(5), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(19), op: ExtentReopen { repair_id: ReconciliationId(19), extent_id: ExtentId(5) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(20), op: ExtentFlush { repair_id: ReconciliationId(20), extent_id: ExtentId(24), client_id: ClientId(0), flush_number: 366, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(21), op: ExtentClose { repair_id: ReconciliationId(21), extent_id: ExtentId(24) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(22), op: ExtentRepair { repair_id: ReconciliationId(22), extent_id: ExtentId(24), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(23), op: ExtentReopen { repair_id: ReconciliationId(23), extent_id: ExtentId(24) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(24), op: ExtentFlush { repair_id: ReconciliationId(24), extent_id: ExtentId(26), client_id: ClientId(0), flush_number: 366, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(25), op: ExtentClose { repair_id: ReconciliationId(25), extent_id: ExtentId(26) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(26), op: ExtentRepair { repair_id: ReconciliationId(26), extent_id: ExtentId(26), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(27), op: ExtentReopen { repair_id: ReconciliationId(27), extent_id: ExtentId(26) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(28), op: ExtentFlush { repair_id: ReconciliationId(28), extent_id: ExtentId(14), client_id: ClientId(0), flush_number: 366, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(29), op: ExtentClose { repair_id: ReconciliationId(29), extent_id: ExtentId(14) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(30), op: ExtentRepair { repair_id: ReconciliationId(30), extent_id: ExtentId(14), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(31), op: ExtentReopen { repair_id: ReconciliationId(31), extent_id: ExtentId(14) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(32), op: ExtentFlush { repair_id: ReconciliationId(32), extent_id: ExtentId(17), client_id: ClientId(0), flush_number: 366, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(33), op: ExtentClose { repair_id: ReconciliationId(33), extent_id: ExtentId(17) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(34), op: ExtentRepair { repair_id: ReconciliationId(34), extent_id: ExtentId(17), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(35), op: ExtentReopen { repair_id: ReconciliationId(35), extent_id: ExtentId(17) }, state: ClientData([New, New, New]) }]","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665794084Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"starting reconciliation 52016ae5-2a2e-4b12-aa89-5e00368ff146: found 36 extents that need repair","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.66581053Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.665824585Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting start notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.665839521Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.665854126Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"sending reconcile request ReconciliationId(2)","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665868742Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"1","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"sending reconcile request ReconciliationId(2)","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.665883848Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"2","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.665897463Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.66991462Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.670318963Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.670583573Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"sending reconcile request ReconciliationId(6)","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.670880816Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"1","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"sending reconcile request ReconciliationId(6)","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.670923352Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"2","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.670957334Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.67452066Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.674904565Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.675167335Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"sending reconcile request ReconciliationId(10)","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.675489586Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"1","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"sending reconcile request ReconciliationId(10)","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.675531693Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"2","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.675564395Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.679424393Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.679767122Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.680030462Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"sending reconcile request ReconciliationId(14)","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.680337068Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"1","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"sending reconcile request ReconciliationId(14)","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.680368169Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"2","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.680415967Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.68378446Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.684153259Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.684427443Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"sending reconcile request ReconciliationId(18)","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.684761189Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"1","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"sending reconcile request ReconciliationId(18)","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.684794762Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"2","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.684825343Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.688477383Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.688934245Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.689208459Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"sending reconcile request ReconciliationId(22)","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.689514685Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"1","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"sending reconcile request ReconciliationId(22)","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.689556901Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"2","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.689589163Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.693124228Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.693476432Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.693726356Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"sending reconcile request ReconciliationId(26)","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.694032782Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"1","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"sending reconcile request ReconciliationId(26)","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.694075378Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"2","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.694093445Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.699474878Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.699855691Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.700132716Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"sending reconcile request ReconciliationId(30)","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.700413212Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"1","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"sending reconcile request ReconciliationId(30)","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.700448195Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"2","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.700473425Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.703921437Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.704321218Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.704586819Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"sending reconcile request ReconciliationId(34)","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.704887952Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"1","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"sending reconcile request ReconciliationId(34)","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.704918064Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"2","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.70493385Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"no Nexus client from DNS, aborting progress notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.70842949Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"done with reconciliation","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.708763186Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"Transition from Reconcile to Active","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.708803552Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"0","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"Transition from Reconcile to Active","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.708832122Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"1","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"Transition from Reconcile to Active","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.708862054Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"client":"2","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"All required reconciliation work is completed","v":0,"name":"crucible","level":30Wait for a query_work_queue command to finish before sending IO ,"time":"2024-11-27T01:48:35.708891355Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"Set Downstairs and Upstairs active after reconciliation","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.708920506Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"055e7c1a-ccb9-4eaa-a11a-e5c04025d7b6 is now active with session: 30ca7c88-c211-413e-99b7-12923734edc8","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.708948926Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} {"msg":"The guest has finished waiting for activation with:199","v":0,"name":"crucible","level":30,"time":"2024-11-27T01:48:35.708974336Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978} {"msg":"no Nexus client from DNS, aborting finish notification","v":0,"name":"crucible","level":50,"time":"2024-11-27T01:48:35.708994784Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978,"reconcile":"52016ae5-2a2e-4b12-aa89-5e00368ff146","":"downstairs","":"downstairs","session_id":"30ca7c88-c211-413e-99b7-12923734edc8"} Disk: sv:1 bs:4096 ts:2457600 tb:600 max_io:256 or 1048576 Loading write count information from file "/tmp/test_repair_verify.data" Read and Verify all blocks (0..600 range:true) Wrote out file "/tmp/test_repair_verify.data" Verify test completed Wrote out file "/tmp/test_repair_verify.data" CLIENT: Tests done. All submitted work has been ACK'd ---------------------------------------------------------------- Crucible gen:199 GIO:true work queues: Upstairs:0 downstairs:3 States: Active Active Active JOBID ACK TYPE BKS/EXT DS:0 DS:1 DS:2 REPLAY 1000 Acked Read 88 Done Done Done false 1001 Acked Read 256 Done Done Done false 1002 Acked Read 256 Done Done Done false STATES DS:0 DS:1 DS:2 TOTAL Sent 0 0 0 0 Done 3 3 3 9 Skipped 0 0 0 0 Error 0 0 0 0 Last Flush: 0 0 0 Downstairs last five completed: Upstairs last five completed: 1002 1001 1000 CLIENT: Up:0 ds:3 act:3 ---------------------------------------------------------------- Crucible gen:199 GIO:true work queues: Upstairs:0 downstairs:0 Downstairs last five completed: 1003 1002 1001 1000 Upstairs last five completed: 1003 1002 1001 1000 CLIENT: Up:0 ds:0 act:3 CLIENT: All crucible jobs finished, exiting program {"msg":"Guest handle has been dropped","v":0,"name":"crucible","level":40,"time":"2024-11-27T01:48:39.760297104Z","hostname":"w-01JDNMCZM4BHQP5GF6ADVGZ9QE","pid":1978}