{"msg":"Opened existing region file \"/var/tmp/test_repair/8830/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.864794936Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.865489872Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.865513188Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"UUID: 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.869793219Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.869817305Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7ae555c374784c668297ef5478b8ff4aaa8d57b4\nCommit timestamp: 2025-02-21T06:29:49.000000000Z branch: renovate/rust-1.x\nrustc: 1.85.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.911993742Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.912033915Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12830 for path:\"/var/tmp/test_repair/8830\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.912841841Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.913162219Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979,"local_addr":"0.0.0.0:12830","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12830","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.91327182Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.913298336Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8830","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.913342239Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979,"task":"main"} {"msg":"accepted connection from 127.0.0.1:46831","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.914674198Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979,"task":"main"} {"msg":"connection (127.0.0.1:46831): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.914778801Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979,"id":"0"} {"msg":"Connection request from 101b515c-fc53-41b3-9739-816f652118eb with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.91502756Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"upstairs UpstairsConnection { upstairs_id: 101b515c-fc53-41b3-9739-816f652118eb, session_id: 59a8cf30-7af0-45d5-8f22-67f809eaff7d, gen: 197 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.915054515Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"UpstairsConnection { upstairs_id: 101b515c-fc53-41b3-9739-816f652118eb, session_id: 59a8cf30-7af0-45d5-8f22-67f809eaff7d, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.915535436Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Current flush_numbers [0..12]: [291, 313, 318, 318, 317, 320, 320, 318, 317, 312, 302, 321]","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.916405962Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.917817018Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.919510548Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.921467304Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00B.copy\" to \"/var/tmp/test_repair/8830/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.92202912Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.922107178Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00B.replace\" to \"/var/tmp/test_repair/8830/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.922231907Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.923625406Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.924161447Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.925842259Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00F.copy\" to \"/var/tmp/test_repair/8830/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.926371852Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00F.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.926455938Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00F.replace\" to \"/var/tmp/test_repair/8830/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.926575788Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.927906367Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.928378659Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.930298221Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/008.copy\" to \"/var/tmp/test_repair/8830/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.930816006Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/008.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.9308502Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/008.replace\" to \"/var/tmp/test_repair/8830/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.930963741Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/014.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.932561727Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"eid:20 Found repair files: [\"014\"]","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.933010882Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Verify extent 20 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.934539379Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/014.copy\" to \"/var/tmp/test_repair/8830/00/000/014.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.935061383Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/014.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.935087038Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/014.replace\" to \"/var/tmp/test_repair/8830/00/000/014.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.935268528Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.93671001Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.937205878Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.938750082Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01A.copy\" to \"/var/tmp/test_repair/8830/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.939253479Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.939285043Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01A.replace\" to \"/var/tmp/test_repair/8830/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.939404344Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.941104682Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.941592711Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.943238229Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01C.copy\" to \"/var/tmp/test_repair/8830/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.943846588Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.943872724Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01C.replace\" to \"/var/tmp/test_repair/8830/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.943998563Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.945448783Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.945969157Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Verify extent 29 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.947539217Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01D.copy\" to \"/var/tmp/test_repair/8830/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.94806316Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.948096055Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01D.replace\" to \"/var/tmp/test_repair/8830/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.948230722Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.949597936Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.950073847Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.951759568Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00A.copy\" to \"/var/tmp/test_repair/8830/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.952270433Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.952304448Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00A.replace\" to \"/var/tmp/test_repair/8830/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.952425658Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.953937737Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.95452973Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.956066595Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/012.copy\" to \"/var/tmp/test_repair/8830/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.956586909Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/012.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.956621203Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/012.replace\" to \"/var/tmp/test_repair/8830/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.95676236Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.958298835Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.958986632Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.960511769Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00E.copy\" to \"/var/tmp/test_repair/8830/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.960991649Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00E.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.961017825Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00E.replace\" to \"/var/tmp/test_repair/8830/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.961138365Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.962588315Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.963117068Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.964850331Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/009.copy\" to \"/var/tmp/test_repair/8830/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.965443463Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/009.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.965488225Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/009.replace\" to \"/var/tmp/test_repair/8830/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.965660796Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.966993076Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.967549294Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.969407286Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/002.copy\" to \"/var/tmp/test_repair/8830/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.969884457Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/002.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.969933579Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/002.replace\" to \"/var/tmp/test_repair/8830/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:54.970046221Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-21T06:52:55.484939201Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-21T06:52:55.484986074Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-21T06:52:55.485013299Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-21T06:52:55.485036625Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"extent 11 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-21T06:52:55.4850671Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-21T06:52:55.485089387Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-21T06:52:55.485111033Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-21T06:52:55.485135869Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"extent 20 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-21T06:52:55.485161465Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-21T06:52:55.485186911Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-21T06:52:55.485214176Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"extent 29 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-21T06:52:55.485237642Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.022777572Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-21T06:52:59.022916629Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.022936526Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"upstairs UpstairsConnection { upstairs_id: 101b515c-fc53-41b3-9739-816f652118eb, session_id: 59a8cf30-7af0-45d5-8f22-67f809eaff7d, gen: 197 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.022956902Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"upstairs UpstairsConnection { upstairs_id: 101b515c-fc53-41b3-9739-816f652118eb, session_id: 59a8cf30-7af0-45d5-8f22-67f809eaff7d, gen: 197 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.022975169Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"accepted connection from 127.0.0.1:44230","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.156112996Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979,"task":"main"} {"msg":"connection (127.0.0.1:44230): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.156203781Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979,"id":"1"} {"msg":"Connection request from da07058d-5807-4dbd-a470-0ac2d60014ca with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.156621902Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"upstairs UpstairsConnection { upstairs_id: da07058d-5807-4dbd-a470-0ac2d60014ca, session_id: a42c2fb8-38a6-4ca1-b3b3-2f5df5cffb8d, gen: 198 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.156659756Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"UpstairsConnection { upstairs_id: da07058d-5807-4dbd-a470-0ac2d60014ca, session_id: a42c2fb8-38a6-4ca1-b3b3-2f5df5cffb8d, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.157100333Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Current flush_numbers [0..12]: [291, 313, 322, 318, 317, 320, 320, 318, 322, 322, 322, 322]","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.157958451Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.179652789Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979,"task":"recv","id":"1"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-21T06:52:59.179690852Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979,"task":"recv","id":"1"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.179714329Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"upstairs UpstairsConnection { upstairs_id: da07058d-5807-4dbd-a470-0ac2d60014ca, session_id: a42c2fb8-38a6-4ca1-b3b3-2f5df5cffb8d, gen: 198 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.179736085Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"upstairs UpstairsConnection { upstairs_id: da07058d-5807-4dbd-a470-0ac2d60014ca, session_id: a42c2fb8-38a6-4ca1-b3b3-2f5df5cffb8d, gen: 198 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.179756862Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"accepted connection from 127.0.0.1:41764","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.307910744Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979,"task":"main"} {"msg":"connection (127.0.0.1:41764): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.307960475Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979,"id":"2"} {"msg":"Connection request from a8a822f7-6eea-49ba-8a6c-696c3d25601d with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.308431088Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"upstairs UpstairsConnection { upstairs_id: a8a822f7-6eea-49ba-8a6c-696c3d25601d, session_id: 6ecd6885-52cb-4dd5-8af5-27e5d6f2ed13, gen: 199 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.308460333Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"UpstairsConnection { upstairs_id: a8a822f7-6eea-49ba-8a6c-696c3d25601d, session_id: 6ecd6885-52cb-4dd5-8af5-27e5d6f2ed13, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.308874604Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Current flush_numbers [0..12]: [291, 313, 323, 318, 317, 320, 320, 318, 325, 322, 322, 322]","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.30968605Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.311044835Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.312474808Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.319757272Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/000.copy\" to \"/var/tmp/test_repair/8830/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.320249061Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/000.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.320290714Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/000.replace\" to \"/var/tmp/test_repair/8830/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.320411044Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.321730066Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.322258418Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.324171422Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.324731759Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.324758064Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.324915158Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.326167621Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.326688225Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.328354609Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00F.copy\" to \"/var/tmp/test_repair/8830/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.328960229Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00F.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.328995603Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00F.replace\" to \"/var/tmp/test_repair/8830/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.329186701Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.330509052Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.331178241Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.332768938Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/015.copy\" to \"/var/tmp/test_repair/8830/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.333272675Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/015.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.33330101Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/015.replace\" to \"/var/tmp/test_repair/8830/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.33342104Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.334706087Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.335182148Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.336918491Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/010.copy\" to \"/var/tmp/test_repair/8830/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.337432196Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/010.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.337472949Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/010.replace\" to \"/var/tmp/test_repair/8830/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:52:59.337592679Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"extent 0 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-21T06:52:59.851350248Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-21T06:52:59.851416767Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-21T06:52:59.851440553Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-21T06:52:59.85146251Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-21T06:52:59.851484706Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:53:03.387847862Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979,"task":"recv","id":"2"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-21T06:53:03.387905352Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979,"task":"recv","id":"2"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:53:03.387932678Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"upstairs UpstairsConnection { upstairs_id: a8a822f7-6eea-49ba-8a6c-696c3d25601d, session_id: 6ecd6885-52cb-4dd5-8af5-27e5d6f2ed13, gen: 199 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:53:03.387958443Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979} {"msg":"upstairs UpstairsConnection { upstairs_id: a8a822f7-6eea-49ba-8a6c-696c3d25601d, session_id: 6ecd6885-52cb-4dd5-8af5-27e5d6f2ed13, gen: 199 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-21T06:53:03.388018364Z","hostname":"w-01JMKKZ435WR2BFDX5TYESJR88","pid":1979}