{"msg":"Opened existing region file \"/var/tmp/test_repair/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.198815031Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.199514949Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.199541975Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.201734696Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.201754103Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 42687c1346c9f5be1faf41362247db1201c426a8\nCommit timestamp: 2025-01-14T15:54:39.000000000Z branch: mkeeter/separate-notify-task\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.244903303Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.244945177Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/test_repair/8820\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.246199975Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.246403195Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.246547674Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.24657524Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.246659308Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976,"task":"main"} {"msg":"accepted connection from 127.0.0.1:35962","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.248647448Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976,"task":"main"} {"msg":"connection (127.0.0.1:35962): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.248877955Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976,"id":"0"} {"msg":"Connection request from 371a3307-d72f-43ad-832c-91a61fcb537f with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.249162413Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"upstairs UpstairsConnection { upstairs_id: 371a3307-d72f-43ad-832c-91a61fcb537f, session_id: 9253d368-6d4b-46a4-a2ba-320cc2011811, gen: 199 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.249197848Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"UpstairsConnection { upstairs_id: 371a3307-d72f-43ad-832c-91a61fcb537f, session_id: 9253d368-6d4b-46a4-a2ba-320cc2011811, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.249569194Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"Current flush_numbers [0..12]: [318, 317, 325, 316, 318, 325, 318, 326, 326, 325, 318, 326]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.250475872Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.252031626Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.253647531Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.255592937Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/016.copy\" to \"/var/tmp/test_repair/8820/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.2561265Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/016.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.256218746Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/016.replace\" to \"/var/tmp/test_repair/8820/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.256346608Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.257745144Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.258235103Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.260075315Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/006.copy\" to \"/var/tmp/test_repair/8820/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.260620376Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/006.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.260694955Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/006.replace\" to \"/var/tmp/test_repair/8820/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.260892946Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/014.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.262510261Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"eid:20 Found repair files: [\"014\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.263041084Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"Verify extent 20 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.264802137Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/014.copy\" to \"/var/tmp/test_repair/8820/00/000/014.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.265273529Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/014.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.265302604Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/014.replace\" to \"/var/tmp/test_repair/8820/00/000/014.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.265425266Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.266954774Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.267609359Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.269467498Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/017.copy\" to \"/var/tmp/test_repair/8820/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.269951258Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/017.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.269977204Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/017.replace\" to \"/var/tmp/test_repair/8820/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:45.270095217Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-14T16:18:45.784271673Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"extent 20 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-14T16:18:45.784311658Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-14T16:18:45.784332295Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-14T16:18:45.784351012Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:49.324556511Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-14T16:18:49.324647507Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:49.324675523Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"upstairs UpstairsConnection { upstairs_id: 371a3307-d72f-43ad-832c-91a61fcb537f, session_id: 9253d368-6d4b-46a4-a2ba-320cc2011811, gen: 199 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:49.324702569Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976} {"msg":"upstairs UpstairsConnection { upstairs_id: 371a3307-d72f-43ad-832c-91a61fcb537f, session_id: 9253d368-6d4b-46a4-a2ba-320cc2011811, gen: 199 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-14T16:18:49.324731975Z","hostname":"w-01JHJS736YR4R5MK8RCH140N8B","pid":1976}