{"msg":"Opened existing region file \"/var/tmp/test_repair/8830/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.850643498Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.851562147Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.851585842Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"UUID: 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.855906944Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.85593573Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: acc6b11fa639390710fd9a0449e05c901b048ed2\nCommit timestamp: 2025-03-17T22:02:02.000000000Z branch: renovate/itertools-0.x\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.901186494Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.901253798Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12830 for path:\"/var/tmp/test_repair/8830\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.902607781Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.902969959Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982,"local_addr":"0.0.0.0:12830","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12830","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.903166901Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.903199308Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8830","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.903224584Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982,"task":"main"} {"msg":"accepted connection from 127.0.0.1:60487","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.903286677Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982,"task":"main"} {"msg":"connection (127.0.0.1:60487): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.903519938Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982,"id":"0"} {"msg":"Connection request from 9ef4068e-f3fe-4519-bd42-ee7171aa7806 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.903696756Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"upstairs UpstairsConnection { upstairs_id: 9ef4068e-f3fe-4519-bd42-ee7171aa7806, session_id: ecfb0ab9-913c-47a0-8495-18a5592d432e, gen: 199 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.903730323Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"UpstairsConnection { upstairs_id: 9ef4068e-f3fe-4519-bd42-ee7171aa7806, session_id: ecfb0ab9-913c-47a0-8495-18a5592d432e, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.904113475Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Current flush_numbers [0..12]: [298, 307, 311, 304, 296, 317, 313, 310, 313, 317, 315, 317]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.904907717Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.906255218Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.907988412Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.90992563Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.910489161Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.910568908Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.9107155Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.912039066Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.912564309Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.914024324Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/016.copy\" to \"/var/tmp/test_repair/8830/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.914548827Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/016.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.914583585Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/016.replace\" to \"/var/tmp/test_repair/8830/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.914725205Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.916425612Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.916958237Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.918568594Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00B.copy\" to \"/var/tmp/test_repair/8830/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.919182517Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.919225476Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00B.replace\" to \"/var/tmp/test_repair/8830/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.91938201Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.92077332Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.921273808Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.923025766Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/015.copy\" to \"/var/tmp/test_repair/8830/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.923546599Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/015.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.923576375Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/015.replace\" to \"/var/tmp/test_repair/8830/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.923710354Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.925284454Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.925866269Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.927489579Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00C.copy\" to \"/var/tmp/test_repair/8830/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.928152963Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.928183899Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00C.replace\" to \"/var/tmp/test_repair/8830/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.928309286Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.92971716Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.930218558Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.931751129Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00A.copy\" to \"/var/tmp/test_repair/8830/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.932271431Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.93231007Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00A.replace\" to \"/var/tmp/test_repair/8830/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:11.932491339Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:12.4475323Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:12.447600464Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"extent 11 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:12.44762494Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"extent 12 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:12.447653976Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:12.447676731Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:12.447698895Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:15.984709466Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:34:15.984828712Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:15.984881133Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"upstairs UpstairsConnection { upstairs_id: 9ef4068e-f3fe-4519-bd42-ee7171aa7806, session_id: ecfb0ab9-913c-47a0-8495-18a5592d432e, gen: 199 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:15.984908769Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982} {"msg":"upstairs UpstairsConnection { upstairs_id: 9ef4068e-f3fe-4519-bd42-ee7171aa7806, session_id: ecfb0ab9-913c-47a0-8495-18a5592d432e, gen: 199 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:34:15.984930804Z","hostname":"w-01JPK2XVX1460JZZ10JG7J7E5Z","pid":1982}