/var/tmp/bins/crutest verify -t 127.0.0.1:8810 -t 127.0.0.1:8820 -t 127.0.0.1:8830 --verify-out /tmp/test_repair_verify.data --verify-in /tmp/test_repair_verify.data --range -q -g 199 {"msg":"Upstairs starts","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.61378562Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978} {"msg":"Crucible Version: BuildInfo {\n version: \"0.0.1\",\n git_sha: \"5ae6bd0137b92ba7ccd4c1802a9f2f433ead0b4c\",\n git_commit_timestamp: \"2024-07-31T18:11:08.000000000Z\",\n git_branch: \"main\",\n rustc_semver: \"1.76.0\",\n rustc_channel: \"stable\",\n rustc_host_triple: \"x86_64-unknown-illumos\",\n rustc_commit_sha: \"07dca489ac2d933c78d3c5158e3f43beefeb02ce\",\n cargo_triple: \"x86_64-unknown-illumos\",\n debug: true,\n opt_level: 0,\n}","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.614264168Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978} {"msg":"Upstairs <-> Downstairs Message Version: 11","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.614288327Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978} {"msg":"Crucible aec0c67f-2c48-47f2-9d23-af515b723c13 has session id: 17144d50-2785-455f-9dc7-2d8e7f11b13e","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.614579213Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"Upstairs opts: Upstairs UUID: aec0c67f-2c48-47f2-9d23-af515b723c13, Targets: [127.0.0.1:8810, 127.0.0.1:8820, 127.0.0.1:8830], lossy: false, flush_timeout: None, key populated: false, cert_pem populated: false, key_pem populated: false, root_cert_pem populated: false, Control: None, read_only: false","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.614631851Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"Crucible stats registered with UUID: aec0c67f-2c48-47f2-9d23-af515b723c13","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.614663339Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} Crucible runtime is spawned {"msg":"The guest has requested activation with gen:199","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.614931337Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978} {"msg":"aec0c67f-2c48-47f2-9d23-af515b723c13 active request set","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.614958696Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.615017193Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"0","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"client set_active_request while in New; waiting...","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.615063251Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"0","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.615099609Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"1","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"client set_active_request while in New; waiting...","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.615128928Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"1","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"sending connect oneshot to client","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.615157346Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"2","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"client set_active_request while in New; waiting...","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.615188045Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"2","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"connecting to 127.0.0.1:8810","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.615219224Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"io task","client":"0","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"connecting to 127.0.0.1:8820","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.615242732Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"io task","client":"1","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"connecting to 127.0.0.1:8830","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.615266831Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"io task","client":"2","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"ds_connection connected from Ok(127.0.0.1:36729)","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.61529081Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"io task","client":"0","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"ds_connection connect to 127.0.0.1:8830 failure: Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" }","v":0,"name":"crucible","level":40,"time":"2024-07-31T19:06:57.615615215Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"io task","client":"2","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"client task is sending Done(ConnectionFailed(Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" }))","v":0,"name":"crucible","level":40,"time":"2024-07-31T19:06:57.615647913Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"io task","client":"2","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"ds_connection connected from Ok(127.0.0.1:60319)","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.615668963Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"io task","client":"1","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"downstairs task for 2 stopped due to ConnectionFailed(Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })","v":0,"name":"crucible","level":40,"time":"2024-07-31T19:06:57.615688452Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"Gone missing, transition from New to Disconnected","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.615700991Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"2","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"Disconnected -> New","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.61571489Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"2","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"client task is exiting","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.615822705Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"io task","client":"2","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"ds_transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.616251295Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"1","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"[1] Transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.616278054Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"1","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"ds_transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.616408518Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"0","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"[0] Transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.616434057Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"0","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"downstairs client at Some(127.0.0.1:8820) has region UUID 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.61680029Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"1","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"downstairs client at Some(127.0.0.1:8810) has region UUID 12345678-0000-0000-0000-000000008810","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.616906725Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"0","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"ds_transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.617364793Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"1","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"[1] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.617388562Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"1","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"Waiting for more clients to be ready","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.617403062Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"ds_transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.617489838Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"0","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"[0] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.617511397Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"0","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"Waiting for more clients to be ready","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:06:57.617524916Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"connecting to 127.0.0.1:8830","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.617806645Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"io task","client":"2","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"ds_connection connected from Ok(127.0.0.1:44014)","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.617987187Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"io task","client":"2","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"ds_transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.618871476Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"2","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"[2] Transition from New to WaitActive","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.618905094Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"2","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"downstairs client at Some(127.0.0.1:8830) has region UUID 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.619484787Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"2","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"ds_transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620089729Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"2","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"[2] Transition from WaitActive to WaitQuorum","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620124017Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"2","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"[0]R flush_numbers[0..12]: [407, 405, 402, 389, 405, 405, 399, 402, 407, 407, 406, 402]","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620148936Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"[0]R generation[0..12]: [198, 197, 196, 188, 197, 197, 194, 196, 198, 198, 198, 196]","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620167725Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"[0]R dirty[0..12]: [false, false, true, false, true, false, false, false, false, false, false, false]","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620185674Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"[1]R flush_numbers[0..12]: [407, 405, 402, 389, 405, 405, 399, 402, 407, 407, 406, 402]","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620203264Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"[1]R generation[0..12]: [198, 197, 196, 188, 197, 197, 194, 196, 198, 198, 198, 196]","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620220913Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"[1]R dirty[0..12]: [false, false, true, false, true, false, false, false, false, false, false, false]","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620238742Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"[2]R flush_numbers[0..12]: [407, 405, 402, 389, 405, 405, 399, 402, 407, 407, 406, 402]","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620255991Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"[2]R generation[0..12]: [198, 197, 196, 188, 197, 197, 194, 196, 198, 198, 198, 196]","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620273161Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"[2]R dirty[0..12]: [false, false, true, false, true, false, false, false, false, false, false, false]","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.62029057Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"Max found gen is 199","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620307089Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"Generation requested: 199 >= found:199","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620323758Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"Next flush: 409","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620339917Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"Extents 2 dirty","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620355907Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"First source client ID for extent 2","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620373126Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"extent:2 gens: 196 196 196","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620393565Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"extent:2 flush: 402 402 402 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620412964Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620431763Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"extent:2 dirty: true true true","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620449802Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"find dest for source 0 for extent at index 2","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620468231Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620486251Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.62050422Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"Extents 4 dirty","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620522979Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"First source client ID for extent 4","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620540258Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"extent:4 gens: 197 197 197","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620558327Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"extent:4 flush: 405 405 405 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620577026Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620595475Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"extent:4 dirty: true true true","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620613594Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"find dest for source 0 for extent at index 4","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620631934Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620652073Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620670202Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"Extents 14 dirty","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620688111Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"First source client ID for extent 14","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.62070541Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"extent:14 gens: 194 194 194","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620723249Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"extent:14 flush: 399 399 399 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620741949Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620760328Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"extent:14 dirty: true true true","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620778237Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"find dest for source 0 for extent at index 14","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620796266Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620813895Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620831764Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"Extents 17 dirty","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620848744Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"First source client ID for extent 17","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620862553Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"extent:17 gens: 192 192 192","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620876712Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"extent:17 flush: 396 396 396 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620891642Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620909941Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"extent:17 dirty: true true true","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.62092463Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"find dest for source 0 for extent at index 17","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620939089Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620953509Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620967848Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"Extents 21 dirty","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620982107Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"First source client ID for extent 21","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.620995727Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"extent:21 gens: 198 198 198","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.621009976Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"extent:21 flush: 407 407 407 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.621024885Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.621039475Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"extent:21 dirty: true true true","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.621053644Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"find dest for source 0 for extent at index 21","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.621068043Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.621082273Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.621096482Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"Extents 27 dirty","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.621112501Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"First source client ID for extent 27","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.621126541Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"extent:27 gens: 192 192 192","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.62114075Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"extent:27 flush: 396 396 396 scs: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.621155549Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"max_flush now has: [ClientId(0), ClientId(1), ClientId(2)]","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.621170149Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"extent:27 dirty: true true true","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.621184428Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"find dest for source 0 for extent at index 27","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.621198927Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"source 0, add dest 1 source flush","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.621213087Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"source 0, add dest 2 source flush","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.621227356Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"mrl":"dirty","":"mend","":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"Transition from WaitQuorum to Reconcile","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.621241975Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"0","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"Transition from WaitQuorum to Reconcile","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.621255165Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"1","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"Transition from WaitQuorum to Reconcile","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.621268684Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"2","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"starting reconciliation 88f874a5-5c15-48d0-b6f6-56ed8fc8d6a4: found 6 extents that need repair","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.621282693Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"Full repair list: {ExtentId(2): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(4): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(14): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(27): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(17): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }, ExtentId(21): ExtentFix { source: ClientId(0), dest: [ClientId(1), ClientId(2)] }}","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.621303182Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"Task list: [ReconcileIO { id: ReconciliationId(0), op: ExtentFlush { repair_id: ReconciliationId(0), extent_id: ExtentId(2), client_id: ClientId(0), flush_number: 409, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(1), op: ExtentClose { repair_id: ReconciliationId(1), extent_id: ExtentId(2) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(2), op: ExtentRepair { repair_id: ReconciliationId(2), extent_id: ExtentId(2), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(3), op: ExtentReopen { repair_id: ReconciliationId(3), extent_id: ExtentId(2) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(4), op: ExtentFlush { repair_id: ReconciliationId(4), extent_id: ExtentId(4), client_id: ClientId(0), flush_number: 409, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(5), op: ExtentClose { repair_id: ReconciliationId(5), extent_id: ExtentId(4) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(6), op: ExtentRepair { repair_id: ReconciliationId(6), extent_id: ExtentId(4), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(7), op: ExtentReopen { repair_id: ReconciliationId(7), extent_id: ExtentId(4) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(8), op: ExtentFlush { repair_id: ReconciliationId(8), extent_id: ExtentId(14), client_id: ClientId(0), flush_number: 409, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(9), op: ExtentClose { repair_id: ReconciliationId(9), extent_id: ExtentId(14) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(10), op: ExtentRepair { repair_id: ReconciliationId(10), extent_id: ExtentId(14), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(11), op: ExtentReopen { repair_id: ReconciliationId(11), extent_id: ExtentId(14) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(12), op: ExtentFlush { repair_id: ReconciliationId(12), extent_id: ExtentId(27), client_id: ClientId(0), flush_number: 409, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(13), op: ExtentClose { repair_id: ReconciliationId(13), extent_id: ExtentId(27) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(14), op: ExtentRepair { repair_id: ReconciliationId(14), extent_id: ExtentId(27), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(15), op: ExtentReopen { repair_id: ReconciliationId(15), extent_id: ExtentId(27) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(16), op: ExtentFlush { repair_id: ReconciliationId(16), extent_id: ExtentId(17), client_id: ClientId(0), flush_number: 409, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(17), op: ExtentClose { repair_id: ReconciliationId(17), extent_id: ExtentId(17) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(18), op: ExtentRepair { repair_id: ReconciliationId(18), extent_id: ExtentId(17), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(19), op: ExtentReopen { repair_id: ReconciliationId(19), extent_id: ExtentId(17) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(20), op: ExtentFlush { repair_id: ReconciliationId(20), extent_id: ExtentId(21), client_id: ClientId(0), flush_number: 409, gen_number: 199 }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(21), op: ExtentClose { repair_id: ReconciliationId(21), extent_id: ExtentId(21) }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(22), op: ExtentRepair { repair_id: ReconciliationId(22), extent_id: ExtentId(21), source_client_id: ClientId(0), source_repair_address: 0.0.0.0:12810, dest_clients: [ClientId(1), ClientId(2)] }, state: ClientData([New, New, New]) }, ReconcileIO { id: ReconciliationId(23), op: ExtentReopen { repair_id: ReconciliationId(23), extent_id: ExtentId(21) }, state: ClientData([New, New, New]) }]","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.621398728Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"sending reconcile request ReconciliationId(2)","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.622449329Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"1","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"sending reconcile request ReconciliationId(2)","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.622476848Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"2","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"sending reconcile request ReconciliationId(6)","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.636003527Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"1","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"sending reconcile request ReconciliationId(6)","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.636041075Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"2","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"sending reconcile request ReconciliationId(10)","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.649150213Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"1","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"sending reconcile request ReconciliationId(10)","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.649177872Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"2","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"sending reconcile request ReconciliationId(14)","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.662694731Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"1","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"sending reconcile request ReconciliationId(14)","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.6627226Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"2","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"sending reconcile request ReconciliationId(18)","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.67513295Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"1","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"sending reconcile request ReconciliationId(18)","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.675160139Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"2","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"sending reconcile request ReconciliationId(22)","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.689034492Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"1","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"sending reconcile request ReconciliationId(22)","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.68907264Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"2","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"done with reconciliation","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.698893542Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"":"downstairs","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"Transition from Reconcile to Active","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.698921351Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"0","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"Transition from Reconcile to Active","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.69893675Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"1","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"Transition from Reconcile to Active"Wait for a query_work_queue command to finish before sending IO ,"v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.698954449Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"client":"2","":"downstairs","session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"All required reconciliation work is completed","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.698968288Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"Set Downstairs and Upstairs active after reconciliation","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.698980838Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"aec0c67f-2c48-47f2-9d23-af515b723c13 is now active with session: 17144d50-2785-455f-9dc7-2d8e7f11b13e","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.698993737Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978,"session_id":"17144d50-2785-455f-9dc7-2d8e7f11b13e"} {"msg":"The guest has finished waiting for activation with:199","v":0,"name":"crucible","level":30,"time":"2024-07-31T19:07:07.699006227Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978} Region: es:20 ec:30 bs:4096 ts:2457600 tb:600 max_io:256 or 1048576 Loading write count information from file "/tmp/test_repair_verify.data" Read and Verify all blocks (0..600 range:true) Wrote out file "/tmp/test_repair_verify.data" Verify test completed Wrote out file "/tmp/test_repair_verify.data" CLIENT: Tests done. All submitted work has been ACK'd ---------------------------------------------------------------- Crucible gen:199 GIO:true work queues: Upstairs:0 downstairs:3 States: Active Active Active GW_ID ACK DSID TYPE BKS/EXT DS:0 DS:1 DS:2 REPLAY 1 Acked 1000 Read 88 Done Done Done false 2 Acked 1001 Read 256 Done Done Done false 3 Acked 1002 Read 256 Done Done Done false STATES DS:0 DS:1 DS:2 TOTAL New 0 0 0 0 Sent 0 0 0 0 Done 3 3 3 9 Skipped 0 0 0 0 Error 0 0 0 0 Last Flush: 0 0 0 Downstairs last five completed: Upstairs last five completed: 3 2 1 CLIENT: Up:0 ds:3 act:3 ---------------------------------------------------------------- Crucible gen:199 GIO:true work queues: Upstairs:0 downstairs:0 Downstairs last five completed: 1003 1002 1001 1000 Upstairs last five completed: 4 3 2 1 CLIENT: Up:0 ds:0 act:3 CLIENT: All crucible jobs finished, exiting program {"msg":"Guest handle has been dropped","v":0,"name":"crucible","level":40,"time":"2024-07-31T19:07:11.748541753Z","hostname":"w-01J450MQWJJ6THYPZVP3CB5SWT","pid":1978}