{"msg":"Opened existing region file \"/var/tmp/test_repair/8830/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.292666162Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.293370043Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.293392829Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"UUID: 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.297423442Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.297447728Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 0c103f9ae2997264530dbd443fadbdf83878dac4\nCommit timestamp: 2025-02-28T05:45:10.000000000Z branch: renovate/uuid-1.x-lockfile\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.340630796Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.340704294Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12830 for path:\"/var/tmp/test_repair/8830\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.342061553Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.342283348Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979,"local_addr":"0.0.0.0:12830","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12830","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.342456491Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.342499015Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8830","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.342561785Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979,"task":"main"} {"msg":"accepted connection from 127.0.0.1:55631","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.342626635Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979,"task":"main"} {"msg":"connection (127.0.0.1:55631): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.342821535Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979,"id":"0"} {"msg":"Connection request from 90d3dc70-d5ea-42cf-96bd-04ad435496ec with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.343102021Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"upstairs UpstairsConnection { upstairs_id: 90d3dc70-d5ea-42cf-96bd-04ad435496ec, session_id: 84f10a42-e96e-4183-8097-bfc4bcf093b4, gen: 197 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.343137955Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"UpstairsConnection { upstairs_id: 90d3dc70-d5ea-42cf-96bd-04ad435496ec, session_id: 84f10a42-e96e-4183-8097-bfc4bcf093b4, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.343468244Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Current flush_numbers [0..12]: [299, 292, 299, 299, 302, 301, 293, 293, 293, 293, 296, 292]","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.344096796Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.345525274Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.347129664Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.348960049Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01B.copy\" to \"/var/tmp/test_repair/8830/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.349515222Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.349587481Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01B.replace\" to \"/var/tmp/test_repair/8830/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.349715831Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.351033576Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.351554015Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.353049972Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/015.copy\" to \"/var/tmp/test_repair/8830/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.353621363Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/015.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.353656188Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/015.replace\" to \"/var/tmp/test_repair/8830/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.353766101Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.355106802Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.355617023Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.35711356Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00F.copy\" to \"/var/tmp/test_repair/8830/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.357616021Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00F.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.357641588Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00F.replace\" to \"/var/tmp/test_repair/8830/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.357802962Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.359302879Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.359860312Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.361587723Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/005.copy\" to \"/var/tmp/test_repair/8830/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.36212003Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/005.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.362144487Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/005.replace\" to \"/var/tmp/test_repair/8830/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.362269697Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.363826785Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.3643725Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.365905931Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/002.copy\" to \"/var/tmp/test_repair/8830/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.366537093Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/002.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.366588505Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/002.replace\" to \"/var/tmp/test_repair/8830/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.366719934Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.368004144Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.368558788Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.370225769Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.370788861Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.370823205Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.370972942Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.372390721Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.372834422Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.374589109Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00E.copy\" to \"/var/tmp/test_repair/8830/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.375203663Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00E.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.37522927Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00E.replace\" to \"/var/tmp/test_repair/8830/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.3753511Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.376622543Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.377148721Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.378939122Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01A.copy\" to \"/var/tmp/test_repair/8830/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.379442983Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.379477488Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01A.replace\" to \"/var/tmp/test_repair/8830/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.379646142Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.381059332Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.381574402Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.383218076Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/006.copy\" to \"/var/tmp/test_repair/8830/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.383709419Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/006.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.383735935Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/006.replace\" to \"/var/tmp/test_repair/8830/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.383857956Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.385461347Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.385971927Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.387838736Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/008.copy\" to \"/var/tmp/test_repair/8830/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.388344678Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/008.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.388385482Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/008.replace\" to \"/var/tmp/test_repair/8830/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.388575272Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.390076138Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.390605366Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.392125299Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/009.copy\" to \"/var/tmp/test_repair/8830/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.392629701Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/009.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.392667845Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/009.replace\" to \"/var/tmp/test_repair/8830/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:18.392855526Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-28T06:08:18.908153578Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-28T06:08:18.908186313Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-28T06:08:18.908209039Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-28T06:08:18.908230966Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-28T06:08:18.908253022Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-28T06:08:18.908275229Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-28T06:08:18.908297136Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-28T06:08:18.908318692Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-28T06:08:18.908340659Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-28T06:08:18.908362525Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"extent 27 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-28T06:08:18.908384112Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.445546045Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-28T06:08:22.445613345Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.445639271Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"upstairs UpstairsConnection { upstairs_id: 90d3dc70-d5ea-42cf-96bd-04ad435496ec, session_id: 84f10a42-e96e-4183-8097-bfc4bcf093b4, gen: 197 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.445662457Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"upstairs UpstairsConnection { upstairs_id: 90d3dc70-d5ea-42cf-96bd-04ad435496ec, session_id: 84f10a42-e96e-4183-8097-bfc4bcf093b4, gen: 197 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.445686683Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"accepted connection from 127.0.0.1:49405","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.551200198Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979,"task":"main"} {"msg":"connection (127.0.0.1:49405): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.551260919Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979,"id":"1"} {"msg":"Connection request from 8c0f4365-3c64-4593-a427-58d15b668ab8 with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.551731166Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"upstairs UpstairsConnection { upstairs_id: 8c0f4365-3c64-4593-a427-58d15b668ab8, session_id: 274b8d8e-fa0f-4998-bfe9-f5d83b34d725, gen: 198 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.55176641Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"UpstairsConnection { upstairs_id: 8c0f4365-3c64-4593-a427-58d15b668ab8, session_id: 274b8d8e-fa0f-4998-bfe9-f5d83b34d725, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.552246885Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Current flush_numbers [0..12]: [299, 303, 303, 299, 302, 303, 303, 293, 303, 303, 296, 292]","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.553045951Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.57630441Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979,"task":"recv","id":"1"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-28T06:08:22.576357222Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979,"task":"recv","id":"1"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.576381218Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"upstairs UpstairsConnection { upstairs_id: 8c0f4365-3c64-4593-a427-58d15b668ab8, session_id: 274b8d8e-fa0f-4998-bfe9-f5d83b34d725, gen: 198 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.576403974Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"upstairs UpstairsConnection { upstairs_id: 8c0f4365-3c64-4593-a427-58d15b668ab8, session_id: 274b8d8e-fa0f-4998-bfe9-f5d83b34d725, gen: 198 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.576425741Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"accepted connection from 127.0.0.1:45295","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.684241847Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979,"task":"main"} {"msg":"connection (127.0.0.1:45295): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.684303208Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979,"id":"2"} {"msg":"Connection request from f306a298-e4fa-47da-bec4-203fb8657e8c with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.684668151Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"upstairs UpstairsConnection { upstairs_id: f306a298-e4fa-47da-bec4-203fb8657e8c, session_id: b56d2ebb-f7a6-482f-a6ff-dc5eff30f608, gen: 199 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.684703086Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"UpstairsConnection { upstairs_id: f306a298-e4fa-47da-bec4-203fb8657e8c, session_id: b56d2ebb-f7a6-482f-a6ff-dc5eff30f608, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.685150716Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Current flush_numbers [0..12]: [299, 303, 306, 305, 305, 304, 305, 293, 304, 304, 296, 292]","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.686100018Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.688122383Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.688889374Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.690612946Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/007.copy\" to \"/var/tmp/test_repair/8830/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.691178997Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/007.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.691223511Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/007.replace\" to \"/var/tmp/test_repair/8830/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.691410421Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.693867959Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.694392687Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.696039721Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/005.copy\" to \"/var/tmp/test_repair/8830/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.696566049Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/005.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.696592975Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/005.replace\" to \"/var/tmp/test_repair/8830/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.696726934Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.698122506Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.698661942Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.700291019Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/006.copy\" to \"/var/tmp/test_repair/8830/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.700810828Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/006.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.700836274Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/006.replace\" to \"/var/tmp/test_repair/8830/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.70098853Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.702462561Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.702957214Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.704570843Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/009.copy\" to \"/var/tmp/test_repair/8830/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.705086153Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/009.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.705111129Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/009.replace\" to \"/var/tmp/test_repair/8830/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.705255956Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.706695562Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.707196464Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.70876598Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00F.copy\" to \"/var/tmp/test_repair/8830/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.709312875Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00F.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.709349859Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00F.replace\" to \"/var/tmp/test_repair/8830/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.709517943Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-28T06:08:23.223922274Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-28T06:08:23.223986654Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"extent 7 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-28T06:08:23.224020118Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-28T06:08:23.224044734Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-28T06:08:23.224067741Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:26.761180072Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979,"task":"recv","id":"2"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-28T06:08:26.761231494Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979,"task":"recv","id":"2"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:26.761260129Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"upstairs UpstairsConnection { upstairs_id: f306a298-e4fa-47da-bec4-203fb8657e8c, session_id: b56d2ebb-f7a6-482f-a6ff-dc5eff30f608, gen: 199 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:26.761287495Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979} {"msg":"upstairs UpstairsConnection { upstairs_id: f306a298-e4fa-47da-bec4-203fb8657e8c, session_id: b56d2ebb-f7a6-482f-a6ff-dc5eff30f608, gen: 199 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:26.761316071Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1979}