{"msg":"Opened existing region file \"/var/tmp/test_repair/8830/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.316508787Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.317093385Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.317121618Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"UUID: 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.322409841Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.322451951Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 008b9b7890522309c5657fa001c5655325f06c1f\nCommit timestamp: 2025-01-15T05:03:03.000000000Z branch: renovate/http-1.x\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.367561155Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.367609814Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12830 for path:\"/var/tmp/test_repair/8830\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.368661995Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.368871268Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"local_addr":"0.0.0.0:12830","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12830","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.369023753Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.369054087Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8830","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.369101446Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"task":"main"} {"msg":"accepted connection from 127.0.0.1:51545","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.370869146Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"task":"main"} {"msg":"connection (127.0.0.1:51545): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.371130686Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"id":"0"} {"msg":"Connection request from 61684b58-060f-41ec-80a3-ce774a077b45 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.371318494Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: 61684b58-060f-41ec-80a3-ce774a077b45, session_id: cb6e5a49-598a-4e9a-b34d-388d665874d8, gen: 195 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.371342259Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"UpstairsConnection { upstairs_id: 61684b58-060f-41ec-80a3-ce774a077b45, session_id: cb6e5a49-598a-4e9a-b34d-388d665874d8, gen: 195 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.37177575Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Current flush_numbers [0..12]: [338, 338, 328, 327, 326, 331, 335, 333, 343, 343, 319, 329]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.372600194Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.374096635Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.375951224Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.377643191Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/016.copy\" to \"/var/tmp/test_repair/8830/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.378147607Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/016.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.378247155Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/016.replace\" to \"/var/tmp/test_repair/8830/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.378378935Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.379690298Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.380172089Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.381767257Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00B.copy\" to \"/var/tmp/test_repair/8830/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.382339858Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.382367442Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00B.replace\" to \"/var/tmp/test_repair/8830/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.38250611Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.383991683Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.384563914Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.386003828Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/018.copy\" to \"/var/tmp/test_repair/8830/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.386532138Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/018.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.38656803Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/018.replace\" to \"/var/tmp/test_repair/8830/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.386680475Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.388456592Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.389012426Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.390562915Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/019.copy\" to \"/var/tmp/test_repair/8830/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.391124808Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/019.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.391158251Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/019.replace\" to \"/var/tmp/test_repair/8830/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.391289761Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.39257476Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.393090633Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.394858582Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/012.copy\" to \"/var/tmp/test_repair/8830/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.397979556Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/012.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.398011698Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/012.replace\" to \"/var/tmp/test_repair/8830/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.398153946Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.399629472Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.400106614Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.401778595Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/004.copy\" to \"/var/tmp/test_repair/8830/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.402334389Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/004.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.402361783Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/004.replace\" to \"/var/tmp/test_repair/8830/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.402547421Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.403959871Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.404479134Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.406326395Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00E.copy\" to \"/var/tmp/test_repair/8830/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.406886758Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00E.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.406915402Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00E.replace\" to \"/var/tmp/test_repair/8830/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.406972509Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.408323053Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.408848414Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.410601867Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00F.copy\" to \"/var/tmp/test_repair/8830/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.411145514Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00F.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.411173278Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00F.replace\" to \"/var/tmp/test_repair/8830/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.41129625Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.412667279Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.413167026Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.414773782Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01C.copy\" to \"/var/tmp/test_repair/8830/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.415237897Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.415288595Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01C.replace\" to \"/var/tmp/test_repair/8830/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.415406819Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.416687369Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.417205701Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.418654093Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/000.copy\" to \"/var/tmp/test_repair/8830/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.423254321Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/000.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.423298371Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/000.replace\" to \"/var/tmp/test_repair/8830/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.423443368Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.424824916Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.425308306Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.426917432Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/013.copy\" to \"/var/tmp/test_repair/8830/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.427423927Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/013.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.427461039Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/013.replace\" to \"/var/tmp/test_repair/8830/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.427559906Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/014.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.429394071Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"eid:20 Found repair files: [\"014\"]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.429899726Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Verify extent 20 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.43151656Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/014.copy\" to \"/var/tmp/test_repair/8830/00/000/014.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.432041771Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/014.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.432061307Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/014.replace\" to \"/var/tmp/test_repair/8830/00/000/014.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:43.43217815Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"extent 0 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:43.946562312Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"extent 4 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:43.94661672Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"extent 11 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:43.946651422Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:43.946678956Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:43.94670476Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:43.946719966Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:43.946734003Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"extent 20 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:43.94674782Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:43.946761247Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:43.946774874Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"extent 25 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:43.946788061Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:43.946801348Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.486589692Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:47.48664079Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.486667864Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: 61684b58-060f-41ec-80a3-ce774a077b45, session_id: cb6e5a49-598a-4e9a-b34d-388d665874d8, gen: 195 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.486695458Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: 61684b58-060f-41ec-80a3-ce774a077b45, session_id: cb6e5a49-598a-4e9a-b34d-388d665874d8, gen: 195 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.486723922Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"accepted connection from 127.0.0.1:37139","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.622623603Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"task":"main"} {"msg":"connection (127.0.0.1:37139): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.622670972Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"id":"1"} {"msg":"Connection request from 32a61d77-a19d-4391-bab0-00ef5583c596 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.622995909Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: 32a61d77-a19d-4391-bab0-00ef5583c596, session_id: 7ab82585-88f7-4d03-8fb5-2c2e461016c4, gen: 196 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.62303608Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"UpstairsConnection { upstairs_id: 32a61d77-a19d-4391-bab0-00ef5583c596, session_id: 7ab82585-88f7-4d03-8fb5-2c2e461016c4, gen: 196 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.623423612Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Current flush_numbers [0..12]: [344, 338, 328, 327, 344, 331, 335, 333, 343, 343, 319, 344]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.624451339Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.646504025Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"task":"recv","id":"1"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:47.646541246Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"task":"recv","id":"1"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.646565821Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: 32a61d77-a19d-4391-bab0-00ef5583c596, session_id: 7ab82585-88f7-4d03-8fb5-2c2e461016c4, gen: 196 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.646588196Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: 32a61d77-a19d-4391-bab0-00ef5583c596, session_id: 7ab82585-88f7-4d03-8fb5-2c2e461016c4, gen: 196 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.64661334Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"accepted connection from 127.0.0.1:50490","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.785514331Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"task":"main"} {"msg":"connection (127.0.0.1:50490): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.785560061Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"id":"2"} {"msg":"Connection request from 928f15e9-8c1c-4523-bdcf-28cbcd8d1b63 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.786011918Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: 928f15e9-8c1c-4523-bdcf-28cbcd8d1b63, session_id: dc0f2538-0783-4fba-b001-16cf0967e5c1, gen: 197 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.786041552Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"UpstairsConnection { upstairs_id: 928f15e9-8c1c-4523-bdcf-28cbcd8d1b63, session_id: dc0f2538-0783-4fba-b001-16cf0967e5c1, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.786501247Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Current flush_numbers [0..12]: [344, 338, 328, 327, 344, 331, 335, 333, 345, 343, 319, 345]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.787356374Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.78905034Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.790347436Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.792338335Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00E.copy\" to \"/var/tmp/test_repair/8830/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.79284769Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00E.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.792920234Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00E.replace\" to \"/var/tmp/test_repair/8830/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.793035448Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.794488228Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.795033905Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.796670074Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/016.copy\" to \"/var/tmp/test_repair/8830/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.797261Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/016.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.797288494Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/016.replace\" to \"/var/tmp/test_repair/8830/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.797418885Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.798813649Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.799311296Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.800836991Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/013.copy\" to \"/var/tmp/test_repair/8830/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.801304775Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/013.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.801345386Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/013.replace\" to \"/var/tmp/test_repair/8830/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.801512288Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.803188648Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.803702342Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.805376282Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/000.copy\" to \"/var/tmp/test_repair/8830/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.805910352Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/000.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.80596132Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/000.replace\" to \"/var/tmp/test_repair/8830/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.806107977Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.807644319Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.808150164Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.809603975Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/017.copy\" to \"/var/tmp/test_repair/8830/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.810162769Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/017.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.810189822Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/017.replace\" to \"/var/tmp/test_repair/8830/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:47.810315214Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"extent 0 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:48.326250645Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:48.3263152Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:48.326338745Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:48.326361189Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:48.326383155Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:51.864689985Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"task":"recv","id":"2"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:51.8647554Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"task":"recv","id":"2"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:51.864811308Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: 928f15e9-8c1c-4523-bdcf-28cbcd8d1b63, session_id: dc0f2538-0783-4fba-b001-16cf0967e5c1, gen: 197 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:51.864840051Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: 928f15e9-8c1c-4523-bdcf-28cbcd8d1b63, session_id: dc0f2538-0783-4fba-b001-16cf0967e5c1, gen: 197 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:51.864867165Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"accepted connection from 127.0.0.1:55158","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:51.972552146Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"task":"main"} {"msg":"connection (127.0.0.1:55158): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:51.972679598Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"id":"3"} {"msg":"Connection request from a7ca7d83-5595-4c01-a252-7c90aa47dc85 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:51.972993566Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: a7ca7d83-5595-4c01-a252-7c90aa47dc85, session_id: 83d3c5e9-519c-4b54-b077-13b89c79a6f7, gen: 198 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:51.973024019Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"UpstairsConnection { upstairs_id: a7ca7d83-5595-4c01-a252-7c90aa47dc85, session_id: 83d3c5e9-519c-4b54-b077-13b89c79a6f7, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:51.973517248Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Current flush_numbers [0..12]: [346, 338, 328, 327, 344, 331, 335, 333, 345, 343, 319, 345]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:51.974296341Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:51.994038Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"task":"recv","id":"3"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:51.99408118Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"task":"recv","id":"3"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:51.994109644Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: a7ca7d83-5595-4c01-a252-7c90aa47dc85, session_id: 83d3c5e9-519c-4b54-b077-13b89c79a6f7, gen: 198 } (ConnectionId(3)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:51.994137388Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: a7ca7d83-5595-4c01-a252-7c90aa47dc85, session_id: 83d3c5e9-519c-4b54-b077-13b89c79a6f7, gen: 198 } (ConnectionId(3)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:51.994165281Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"accepted connection from 127.0.0.1:34661","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.101031308Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"task":"main"} {"msg":"connection (127.0.0.1:34661): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.101092454Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"id":"4"} {"msg":"Connection request from b0234de0-81e3-4004-8947-42242bc7e864 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.101581933Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: b0234de0-81e3-4004-8947-42242bc7e864, session_id: 1118c72b-9607-4937-be94-47524f68d7c8, gen: 199 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.101607418Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"UpstairsConnection { upstairs_id: b0234de0-81e3-4004-8947-42242bc7e864, session_id: 1118c72b-9607-4937-be94-47524f68d7c8, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.101996799Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Current flush_numbers [0..12]: [346, 347, 328, 327, 344, 331, 335, 348, 348, 343, 319, 345]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.102931738Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.104632393Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.105302821Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.106881643Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/009.copy\" to \"/var/tmp/test_repair/8830/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.107450684Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/009.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.107485467Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/009.replace\" to \"/var/tmp/test_repair/8830/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.107638012Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.110214169Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.110760545Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.112555408Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00E.copy\" to \"/var/tmp/test_repair/8830/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.113160351Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00E.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.113203141Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00E.replace\" to \"/var/tmp/test_repair/8830/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.113367264Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.114647105Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.115164477Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.11669836Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01C.copy\" to \"/var/tmp/test_repair/8830/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.117280958Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.117327527Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01C.replace\" to \"/var/tmp/test_repair/8830/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.11749322Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.121345657Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.121844894Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Verify extent 29 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.123469387Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01D.copy\" to \"/var/tmp/test_repair/8830/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.123989479Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.124019042Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01D.replace\" to \"/var/tmp/test_repair/8830/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.124135216Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.125511764Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.12601543Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.127431609Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/010.copy\" to \"/var/tmp/test_repair/8830/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.128034053Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/010.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.128060587Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/010.replace\" to \"/var/tmp/test_repair/8830/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.128169682Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.129604047Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.130094536Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.131656542Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/013.copy\" to \"/var/tmp/test_repair/8830/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.132168886Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/013.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.132203078Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/013.replace\" to \"/var/tmp/test_repair/8830/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.132338628Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.134124213Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.134610493Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.136288543Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01B.copy\" to \"/var/tmp/test_repair/8830/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.136785691Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.136815144Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01B.replace\" to \"/var/tmp/test_repair/8830/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.136951013Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.138315924Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.138801104Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.140544099Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/012.copy\" to \"/var/tmp/test_repair/8830/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.141184624Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/012.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.141224835Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/012.replace\" to \"/var/tmp/test_repair/8830/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:52.14137836Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:52.661305517Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:52.661369352Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:52.661397656Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:52.661420901Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:52.661444095Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"extent 27 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:52.66146933Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:52.661494714Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"extent 29 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:52.661518129Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:56.201596507Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"task":"recv","id":"4"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-15T05:26:56.201705003Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962,"task":"recv","id":"4"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:56.201741794Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: b0234de0-81e3-4004-8947-42242bc7e864, session_id: 1118c72b-9607-4937-be94-47524f68d7c8, gen: 199 } (ConnectionId(4)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:56.201773437Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: b0234de0-81e3-4004-8947-42242bc7e864, session_id: 1118c72b-9607-4937-be94-47524f68d7c8, gen: 199 } (ConnectionId(4)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-15T05:26:56.201810359Z","hostname":"w-01JHM6ARD39SFM9SXVPVHKAJ0E","pid":1962}