{"msg":"Opened existing region file \"/var/tmp/test_repair/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:20.120989385Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:20.121819454Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:20.12184489Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:20.12629444Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:20.126325887Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: acc6b11fa639390710fd9a0449e05c901b048ed2\nCommit timestamp: 2025-03-17T22:02:02.000000000Z branch: renovate/itertools-0.x\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:20.170944514Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:20.171004367Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/test_repair/8820\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:20.171974636Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:20.172269Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:20.172436516Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:20.172465962Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:20.172488887Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"main"} {"msg":"accepted connection from 127.0.0.1:63130","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.170580137Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"main"} {"msg":"connection (127.0.0.1:63130): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.170927972Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"id":"0"} {"msg":"Connection request from 4a4ff549-ee46-4e9c-8a4f-f71f72fbecc9 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.171232098Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 4a4ff549-ee46-4e9c-8a4f-f71f72fbecc9, session_id: 4b79f3cb-09ba-4309-b537-e7fed47c14a1, gen: 189 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.171275667Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"UpstairsConnection { upstairs_id: 4a4ff549-ee46-4e9c-8a4f-f71f72fbecc9, session_id: 4b79f3cb-09ba-4309-b537-e7fed47c14a1, gen: 189 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.171736016Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Current flush_numbers [0..12]: [297, 297, 297, 297, 296, 296, 291, 288, 297, 297, 297, 295]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.172465624Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.174049746Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.175797353Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.177695062Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/018.copy\" to \"/var/tmp/test_repair/8820/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.178248902Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/018.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.178324918Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/018.replace\" to \"/var/tmp/test_repair/8820/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.178488363Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.180011912Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.180506459Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.18236724Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/008.copy\" to \"/var/tmp/test_repair/8820/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.182897515Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/008.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.18292334Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/008.replace\" to \"/var/tmp/test_repair/8820/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.183041716Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.184583588Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.185300313Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.186904799Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/002.copy\" to \"/var/tmp/test_repair/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.187535165Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/002.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.187590407Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/002.replace\" to \"/var/tmp/test_repair/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.18769749Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.189219909Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.189867099Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.191553252Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/015.copy\" to \"/var/tmp/test_repair/8820/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.19209817Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/015.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.192126136Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/015.replace\" to \"/var/tmp/test_repair/8820/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.192247672Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.193601344Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.194316548Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 29 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.196029608Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01D.copy\" to \"/var/tmp/test_repair/8820/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.196567224Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.196602112Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01D.replace\" to \"/var/tmp/test_repair/8820/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.196701423Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.198081411Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.19858504Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.200065619Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/009.copy\" to \"/var/tmp/test_repair/8820/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.200568868Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/009.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.200603725Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/009.replace\" to \"/var/tmp/test_repair/8820/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.200703126Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.202116502Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.202653127Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.204139608Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/017.copy\" to \"/var/tmp/test_repair/8820/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.204661121Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/017.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.204714282Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/017.replace\" to \"/var/tmp/test_repair/8820/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.204883819Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.206309726Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.206830399Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.208234732Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01A.copy\" to \"/var/tmp/test_repair/8820/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.208757195Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.20878316Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01A.replace\" to \"/var/tmp/test_repair/8820/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.208914949Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.210722339Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.211249262Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.212941027Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/010.copy\" to \"/var/tmp/test_repair/8820/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.213561571Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/010.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.213586806Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/010.replace\" to \"/var/tmp/test_repair/8820/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.213744151Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.215144193Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.215796143Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.217438148Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/016.copy\" to \"/var/tmp/test_repair/8820/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.217979925Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/016.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.218018483Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/016.replace\" to \"/var/tmp/test_repair/8820/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.218124736Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.219478138Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.219981636Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.221418276Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/000.copy\" to \"/var/tmp/test_repair/8820/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.222013835Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/000.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.222065876Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/000.replace\" to \"/var/tmp/test_repair/8820/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.222185512Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.223760252Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.224417474Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.226241567Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/011.copy\" to \"/var/tmp/test_repair/8820/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.226876114Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/011.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.22690565Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/011.replace\" to \"/var/tmp/test_repair/8820/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:30.227029697Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 0 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:30.742168119Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:30.742208207Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:30.742227912Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:30.742247046Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:30.742269381Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:30.742287715Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:30.742307699Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:30.742328093Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:30.742345497Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:30.74235692Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:30.742368222Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 29 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:30.742379104Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.280946571Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:34.281070348Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.281091712Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 4a4ff549-ee46-4e9c-8a4f-f71f72fbecc9, session_id: 4b79f3cb-09ba-4309-b537-e7fed47c14a1, gen: 189 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.281111927Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 4a4ff549-ee46-4e9c-8a4f-f71f72fbecc9, session_id: 4b79f3cb-09ba-4309-b537-e7fed47c14a1, gen: 189 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.281133641Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.408609647Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:65122"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.409538507Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"uri":"/region-info","method":"GET","req_id":"3b254de2-163e-4f1d-9db5-22b194e9ad54","remote_addr":"127.0.0.1:65122","local_addr":"0.0.0.0:12820","task":"repair","latency_us":228,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:33247","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.412605079Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"main"} {"msg":"connection (127.0.0.1:33247): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.412723455Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"id":"1"} {"msg":"Connection request from 1f0a94d7-69b0-44fb-8094-c644b8483aa9 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.413011297Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 1f0a94d7-69b0-44fb-8094-c644b8483aa9, session_id: 05917b9a-c9ec-420b-9167-809cafd5ece1, gen: 190 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.413047704Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"UpstairsConnection { upstairs_id: 1f0a94d7-69b0-44fb-8094-c644b8483aa9, session_id: 05917b9a-c9ec-420b-9167-809cafd5ece1, gen: 190 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.413468926Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Current flush_numbers [0..12]: [298, 297, 298, 297, 296, 296, 291, 288, 298, 298, 297, 295]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.414533035Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.436070002Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"recv","id":"1"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:34.43610564Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"recv","id":"1"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.436127865Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 1f0a94d7-69b0-44fb-8094-c644b8483aa9, session_id: 05917b9a-c9ec-420b-9167-809cafd5ece1, gen: 190 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.436150169Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 1f0a94d7-69b0-44fb-8094-c644b8483aa9, session_id: 05917b9a-c9ec-420b-9167-809cafd5ece1, gen: 190 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.436172174Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.569036913Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:54777"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.569800047Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"uri":"/region-info","method":"GET","req_id":"5cb04b31-fbe7-4561-a7e7-d7bd52c52cc4","remote_addr":"127.0.0.1:54777","local_addr":"0.0.0.0:12820","task":"repair","latency_us":140,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:55322","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.572473774Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"main"} {"msg":"connection (127.0.0.1:55322): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.572579607Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"id":"2"} {"msg":"Connection request from 0e2f0402-9ce7-4af5-a3f7-fcc26b11b94c with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.572885553Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 0e2f0402-9ce7-4af5-a3f7-fcc26b11b94c, session_id: 651e869b-7c2b-484d-96e6-3e6cf1a751e1, gen: 191 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.572920831Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"UpstairsConnection { upstairs_id: 0e2f0402-9ce7-4af5-a3f7-fcc26b11b94c, session_id: 651e869b-7c2b-484d-96e6-3e6cf1a751e1, gen: 191 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.57338147Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Current flush_numbers [0..12]: [298, 300, 298, 297, 296, 301, 301, 302, 302, 299, 297, 295]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.574305019Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.5757936Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.57731904Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.57931434Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00A.copy\" to \"/var/tmp/test_repair/8820/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.580038416Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.580073204Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00A.replace\" to \"/var/tmp/test_repair/8820/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.580197681Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.581516195Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.582024285Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.583685513Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/001.copy\" to \"/var/tmp/test_repair/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.584215157Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/001.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.584260157Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/001.replace\" to \"/var/tmp/test_repair/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.584443747Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.586193674Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.586847905Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.588414724Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/009.copy\" to \"/var/tmp/test_repair/8820/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.5889527Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/009.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.588979916Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/009.replace\" to \"/var/tmp/test_repair/8820/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.589108693Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.590845388Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.591248595Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.592823045Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00B.copy\" to \"/var/tmp/test_repair/8820/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.593328194Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.593360261Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00B.replace\" to \"/var/tmp/test_repair/8820/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.593490599Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.595078241Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.595806278Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.597443482Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/017.copy\" to \"/var/tmp/test_repair/8820/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.597941239Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/017.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.597962834Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/017.replace\" to \"/var/tmp/test_repair/8820/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.598075488Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.599452315Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.599978739Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.601767685Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/018.copy\" to \"/var/tmp/test_repair/8820/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.602295399Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/018.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.602352161Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/018.replace\" to \"/var/tmp/test_repair/8820/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:34.602450782Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:35.118301647Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:35.118338875Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:35.118364711Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 11 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:35.118378174Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:35.118389416Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:35.118400569Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:38.657521546Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"recv","id":"2"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:38.657577808Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"recv","id":"2"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:38.657605834Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 0e2f0402-9ce7-4af5-a3f7-fcc26b11b94c, session_id: 651e869b-7c2b-484d-96e6-3e6cf1a751e1, gen: 191 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:38.65763227Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 0e2f0402-9ce7-4af5-a3f7-fcc26b11b94c, session_id: 651e869b-7c2b-484d-96e6-3e6cf1a751e1, gen: 191 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:38.657660006Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"accepted connection from 127.0.0.1:60181","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:38.76177283Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"main"} {"msg":"connection (127.0.0.1:60181): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:38.761826012Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"id":"3"} {"msg":"Connection request from 852c61cd-054a-4a28-98af-14cbd84faceb with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:38.762074826Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 852c61cd-054a-4a28-98af-14cbd84faceb, session_id: a8b3c9be-2486-46fd-8f97-c2838d0bea5c, gen: 192 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:38.76209828Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"UpstairsConnection { upstairs_id: 852c61cd-054a-4a28-98af-14cbd84faceb, session_id: a8b3c9be-2486-46fd-8f97-c2838d0bea5c, gen: 192 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:38.762564781Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Current flush_numbers [0..12]: [298, 303, 298, 297, 296, 301, 301, 302, 302, 303, 303, 303]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:38.763372326Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:38.784663759Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"recv","id":"3"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:38.784735335Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"recv","id":"3"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:38.784766711Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 852c61cd-054a-4a28-98af-14cbd84faceb, session_id: a8b3c9be-2486-46fd-8f97-c2838d0bea5c, gen: 192 } (ConnectionId(3)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:38.784793067Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 852c61cd-054a-4a28-98af-14cbd84faceb, session_id: a8b3c9be-2486-46fd-8f97-c2838d0bea5c, gen: 192 } (ConnectionId(3)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:38.784822674Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"accepted connection from 127.0.0.1:40197","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:38.890533223Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"main"} {"msg":"connection (127.0.0.1:40197): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:38.890642936Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"id":"4"} {"msg":"Connection request from 491e9c7b-120b-41e5-865f-51e3123109ae with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:38.890836878Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 491e9c7b-120b-41e5-865f-51e3123109ae, session_id: a449a508-549e-4d6b-85ad-e5e6f652c92b, gen: 193 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:38.890872796Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"UpstairsConnection { upstairs_id: 491e9c7b-120b-41e5-865f-51e3123109ae, session_id: a449a508-549e-4d6b-85ad-e5e6f652c92b, gen: 193 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:38.891178792Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Current flush_numbers [0..12]: [298, 307, 304, 304, 296, 301, 301, 302, 302, 303, 303, 306]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:38.891916651Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.896189185Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.896986007Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.89880574Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/012.copy\" to \"/var/tmp/test_repair/8820/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.899398498Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/012.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.899470133Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/012.replace\" to \"/var/tmp/test_repair/8820/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.899644501Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.901983836Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.902498196Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.904233231Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/011.copy\" to \"/var/tmp/test_repair/8820/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.9047873Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/011.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.904816877Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/011.replace\" to \"/var/tmp/test_repair/8820/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.904942854Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.906330023Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.906798644Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.908619317Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/010.copy\" to \"/var/tmp/test_repair/8820/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.90919048Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/010.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.909225108Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/010.replace\" to \"/var/tmp/test_repair/8820/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.909338512Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.910805579Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.911331062Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.912862993Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/016.copy\" to \"/var/tmp/test_repair/8820/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.913444798Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/016.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.913470704Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/016.replace\" to \"/var/tmp/test_repair/8820/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.913594701Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.915003965Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.915474276Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.917310202Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/019.copy\" to \"/var/tmp/test_repair/8820/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.917822553Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/019.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.917855Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/019.replace\" to \"/var/tmp/test_repair/8820/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.917976176Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.919364216Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.919879737Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.92156469Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01A.copy\" to \"/var/tmp/test_repair/8820/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.922098376Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.922125511Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01A.replace\" to \"/var/tmp/test_repair/8820/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.922251489Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.923658052Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.924166952Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.925847354Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00F.copy\" to \"/var/tmp/test_repair/8820/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.926452525Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00F.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.926483462Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00F.replace\" to \"/var/tmp/test_repair/8820/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.926654268Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.92796036Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.928688358Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.930407198Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/008.copy\" to \"/var/tmp/test_repair/8820/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.930997016Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/008.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.93106551Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/008.replace\" to \"/var/tmp/test_repair/8820/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:48.931172083Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:49.446484863Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:49.446542875Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:49.446562269Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:49.446580604Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:49.446598677Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:49.446616911Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 25 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:49.446634795Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:49.446652609Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:52.985835919Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"recv","id":"4"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:33:52.98593291Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"recv","id":"4"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:52.985973539Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 491e9c7b-120b-41e5-865f-51e3123109ae, session_id: a449a508-549e-4d6b-85ad-e5e6f652c92b, gen: 193 } (ConnectionId(4)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:52.986014377Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 491e9c7b-120b-41e5-865f-51e3123109ae, session_id: a449a508-549e-4d6b-85ad-e5e6f652c92b, gen: 193 } (ConnectionId(4)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:52.986082142Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"accepted connection from 127.0.0.1:58949","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:53.087735716Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"main"} {"msg":"connection (127.0.0.1:58949): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:53.087788687Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"id":"5"} {"msg":"Connection request from 42d1d6ef-3ea4-41ed-8b95-c6ba74d40651 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:53.088060946Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 42d1d6ef-3ea4-41ed-8b95-c6ba74d40651, session_id: 81c5fb59-bf5f-4923-898b-8e1078591d7f, gen: 194 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:53.088087662Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"UpstairsConnection { upstairs_id: 42d1d6ef-3ea4-41ed-8b95-c6ba74d40651, session_id: 81c5fb59-bf5f-4923-898b-8e1078591d7f, gen: 194 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:53.088483717Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Current flush_numbers [0..12]: [298, 307, 304, 304, 296, 301, 301, 302, 309, 303, 303, 306]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:33:53.089290421Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.11393833Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"recv","id":"5"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:03.113969396Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"recv","id":"5"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.113990411Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 42d1d6ef-3ea4-41ed-8b95-c6ba74d40651, session_id: 81c5fb59-bf5f-4923-898b-8e1078591d7f, gen: 194 } (ConnectionId(5)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.114013696Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 42d1d6ef-3ea4-41ed-8b95-c6ba74d40651, session_id: 81c5fb59-bf5f-4923-898b-8e1078591d7f, gen: 194 } (ConnectionId(5)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.114038331Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"accepted connection from 127.0.0.1:35872","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.220374896Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"main"} {"msg":"connection (127.0.0.1:35872): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.220485369Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"id":"6"} {"msg":"Connection request from 35ef2f67-bdb8-4db1-9bf2-d34ac03592f8 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.220759928Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 35ef2f67-bdb8-4db1-9bf2-d34ac03592f8, session_id: fa28543c-8a64-4fd1-986b-8d77d711ccc3, gen: 195 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.220799077Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"UpstairsConnection { upstairs_id: 35ef2f67-bdb8-4db1-9bf2-d34ac03592f8, session_id: fa28543c-8a64-4fd1-986b-8d77d711ccc3, gen: 195 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.221280951Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Current flush_numbers [0..12]: [298, 307, 311, 304, 296, 301, 301, 310, 309, 303, 303, 306]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.222021111Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.224481411Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.225142974Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.226958546Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/010.copy\" to \"/var/tmp/test_repair/8820/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.22762304Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/010.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.227660328Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/010.replace\" to \"/var/tmp/test_repair/8820/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.227807339Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.229971676Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.230689771Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.232555294Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/011.copy\" to \"/var/tmp/test_repair/8820/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.233102032Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/011.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.233174787Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/011.replace\" to \"/var/tmp/test_repair/8820/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.233298134Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.234756399Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.235292384Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.236799079Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/009.copy\" to \"/var/tmp/test_repair/8820/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.237346567Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/009.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.237380225Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/009.replace\" to \"/var/tmp/test_repair/8820/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.237507052Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.239292987Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.239835635Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.241330187Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/005.copy\" to \"/var/tmp/test_repair/8820/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.241871584Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/005.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.241906702Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/005.replace\" to \"/var/tmp/test_repair/8820/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:03.242071737Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:03.756281448Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:03.756349113Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:03.756376449Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:03.756402204Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.29659027Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"recv","id":"6"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:07.29663622Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"recv","id":"6"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.296661046Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 35ef2f67-bdb8-4db1-9bf2-d34ac03592f8, session_id: fa28543c-8a64-4fd1-986b-8d77d711ccc3, gen: 195 } (ConnectionId(6)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.296685791Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 35ef2f67-bdb8-4db1-9bf2-d34ac03592f8, session_id: fa28543c-8a64-4fd1-986b-8d77d711ccc3, gen: 195 } (ConnectionId(6)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.296711036Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.424620546Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:38380"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.425379959Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"uri":"/region-info","method":"GET","req_id":"c49acbfa-eac4-4b53-8075-cff86d1a0f1a","remote_addr":"127.0.0.1:38380","local_addr":"0.0.0.0:12820","task":"repair","latency_us":130,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:51492","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.428288047Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"main"} {"msg":"connection (127.0.0.1:51492): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.428322585Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"id":"7"} {"msg":"Connection request from 2c9f6fcf-6fba-45fb-b0e9-58850b7c97ea with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.428767861Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 2c9f6fcf-6fba-45fb-b0e9-58850b7c97ea, session_id: f48ce6e9-b6c1-455f-86e1-41992c944ce6, gen: 196 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.428790675Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"UpstairsConnection { upstairs_id: 2c9f6fcf-6fba-45fb-b0e9-58850b7c97ea, session_id: f48ce6e9-b6c1-455f-86e1-41992c944ce6, gen: 196 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.42923048Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Current flush_numbers [0..12]: [298, 307, 311, 304, 296, 312, 301, 310, 309, 312, 303, 306]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.430068241Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.452528977Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"recv","id":"7"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:07.452581879Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"recv","id":"7"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.452605374Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 2c9f6fcf-6fba-45fb-b0e9-58850b7c97ea, session_id: f48ce6e9-b6c1-455f-86e1-41992c944ce6, gen: 196 } (ConnectionId(7)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.452651234Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 2c9f6fcf-6fba-45fb-b0e9-58850b7c97ea, session_id: f48ce6e9-b6c1-455f-86e1-41992c944ce6, gen: 196 } (ConnectionId(7)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.45268173Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.582268822Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:42400"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.583054481Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"uri":"/region-info","method":"GET","req_id":"b1fd83f3-9715-497a-9ae2-61a23a8c68e3","remote_addr":"127.0.0.1:42400","local_addr":"0.0.0.0:12820","task":"repair","latency_us":150,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:38369","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.585773978Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"main"} {"msg":"connection (127.0.0.1:38369): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.585815847Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"id":"8"} {"msg":"Connection request from e3fceb6e-41be-405a-8fbc-55e0fa9736bc with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.586203071Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: e3fceb6e-41be-405a-8fbc-55e0fa9736bc, session_id: 7f34fdc1-0ea4-4851-b63a-1b0da67de0fa, gen: 197 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.586238308Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"UpstairsConnection { upstairs_id: e3fceb6e-41be-405a-8fbc-55e0fa9736bc, session_id: 7f34fdc1-0ea4-4851-b63a-1b0da67de0fa, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.586734425Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Current flush_numbers [0..12]: [298, 307, 311, 304, 296, 313, 313, 310, 313, 313, 313, 306]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.587773549Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.58926148Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.590739879Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.592706664Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00C.copy\" to \"/var/tmp/test_repair/8820/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.593233077Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.593265694Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00C.replace\" to \"/var/tmp/test_repair/8820/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.593403764Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.595059351Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.595712602Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.597386804Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/012.copy\" to \"/var/tmp/test_repair/8820/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.597939333Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/012.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.597977981Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/012.replace\" to \"/var/tmp/test_repair/8820/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.598116831Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.599477145Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.600189318Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.60177218Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/009.copy\" to \"/var/tmp/test_repair/8820/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.602408207Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/009.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.602439414Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/009.replace\" to \"/var/tmp/test_repair/8820/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.602576573Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.603932866Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.604405858Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.606017906Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00F.copy\" to \"/var/tmp/test_repair/8820/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.606589089Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00F.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.606614295Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00F.replace\" to \"/var/tmp/test_repair/8820/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.606738181Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.608274453Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.608840635Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.610549044Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00A.copy\" to \"/var/tmp/test_repair/8820/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.61108951Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.611120207Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00A.replace\" to \"/var/tmp/test_repair/8820/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:07.611244674Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:08.125915174Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:08.125974317Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 12 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:08.125996802Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:08.126017146Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:08.12603671Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.666416258Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"recv","id":"8"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:11.666484933Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"recv","id":"8"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.6665154Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: e3fceb6e-41be-405a-8fbc-55e0fa9736bc, session_id: 7f34fdc1-0ea4-4851-b63a-1b0da67de0fa, gen: 197 } (ConnectionId(8)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.666544676Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: e3fceb6e-41be-405a-8fbc-55e0fa9736bc, session_id: 7f34fdc1-0ea4-4851-b63a-1b0da67de0fa, gen: 197 } (ConnectionId(8)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.666577493Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"accepted connection from 127.0.0.1:45824","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.770540865Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"main"} {"msg":"connection (127.0.0.1:45824): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.770612871Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"id":"9"} {"msg":"Connection request from a3e7d03a-bbb2-46b6-bb40-5d9cbaae8840 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.770906244Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: a3e7d03a-bbb2-46b6-bb40-5d9cbaae8840, session_id: 24521c9a-ec0b-4419-8cf2-e1e6b64788af, gen: 198 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.77093184Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"UpstairsConnection { upstairs_id: a3e7d03a-bbb2-46b6-bb40-5d9cbaae8840, session_id: 24521c9a-ec0b-4419-8cf2-e1e6b64788af, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.771410423Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Current flush_numbers [0..12]: [298, 307, 311, 304, 296, 313, 313, 310, 313, 315, 315, 306]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.772397866Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.794946721Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"recv","id":"9"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:11.794988069Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"recv","id":"9"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.795010364Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: a3e7d03a-bbb2-46b6-bb40-5d9cbaae8840, session_id: 24521c9a-ec0b-4419-8cf2-e1e6b64788af, gen: 198 } (ConnectionId(9)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.795043392Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: a3e7d03a-bbb2-46b6-bb40-5d9cbaae8840, session_id: 24521c9a-ec0b-4419-8cf2-e1e6b64788af, gen: 198 } (ConnectionId(9)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.795068517Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"accepted connection from 127.0.0.1:57401","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.902197832Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"main"} {"msg":"connection (127.0.0.1:57401): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.902243622Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"id":"10"} {"msg":"Connection request from 9ef4068e-f3fe-4519-bd42-ee7171aa7806 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.902628945Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 9ef4068e-f3fe-4519-bd42-ee7171aa7806, session_id: ecfb0ab9-913c-47a0-8495-18a5592d432e, gen: 199 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.902654141Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"UpstairsConnection { upstairs_id: 9ef4068e-f3fe-4519-bd42-ee7171aa7806, session_id: ecfb0ab9-913c-47a0-8495-18a5592d432e, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.903140606Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Current flush_numbers [0..12]: [298, 307, 311, 304, 296, 317, 313, 310, 313, 317, 315, 317]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.904141281Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.906274322Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.906904858Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.908748616Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/001.copy\" to \"/var/tmp/test_repair/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.90927761Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/001.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.909327271Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/001.replace\" to \"/var/tmp/test_repair/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.909514451Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.912079845Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.912764222Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.914304625Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/016.copy\" to \"/var/tmp/test_repair/8820/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.914820986Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/016.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.914892591Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/016.replace\" to \"/var/tmp/test_repair/8820/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.915030711Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.916449737Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.916935242Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.918475785Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00B.copy\" to \"/var/tmp/test_repair/8820/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.919018131Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.91905762Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00B.replace\" to \"/var/tmp/test_repair/8820/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.919188888Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.920802396Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.921506579Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.923224119Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/015.copy\" to \"/var/tmp/test_repair/8820/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.923757014Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/015.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.923792002Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/015.replace\" to \"/var/tmp/test_repair/8820/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.923906066Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.925299947Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.925796324Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.927442639Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00C.copy\" to \"/var/tmp/test_repair/8820/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.927947368Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.927977335Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00C.replace\" to \"/var/tmp/test_repair/8820/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.928171637Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.929657747Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.930207806Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.931821634Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00A.copy\" to \"/var/tmp/test_repair/8820/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.932479106Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.932505162Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00A.replace\" to \"/var/tmp/test_repair/8820/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.932671457Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:12.447532129Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:12.447600504Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 11 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:12.447624949Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 12 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:12.447654056Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:12.447676771Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:12.447698915Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:15.984718788Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"recv","id":"10"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:15.984777441Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942,"task":"recv","id":"10"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:15.984809318Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 9ef4068e-f3fe-4519-bd42-ee7171aa7806, session_id: ecfb0ab9-913c-47a0-8495-18a5592d432e, gen: 199 } (ConnectionId(10)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:15.984835573Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942} {"msg":"upstairs UpstairsConnection { upstairs_id: 9ef4068e-f3fe-4519-bd42-ee7171aa7806, session_id: ecfb0ab9-913c-47a0-8495-18a5592d432e, gen: 199 } (ConnectionId(10)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:15.98486596Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1942}