{"msg":"Opened existing region file \"/var/tmp/test_repair/8830/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.058816031Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.059280693Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.059314259Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"UUID: 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.064195726Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.064226431Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 94736ad28ed33108b1c88fccc3caea693da35514\nCommit timestamp: 2025-01-03T08:14:58.000000000Z branch: renovate/tempfile-3.x-lockfile\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.107818446Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.107876218Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12830 for path:\"/var/tmp/test_repair/8830\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.109000754Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.109291051Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"local_addr":"0.0.0.0:12830","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12830","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.109423982Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.109452918Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8830","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.109562792Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"main"} {"msg":"accepted connection from 127.0.0.1:61876","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.139561331Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"main"} {"msg":"connection (127.0.0.1:61876): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.139812205Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"id":"0"} {"msg":"Connection request from e61bcca0-88e7-4ccc-8ac4-bee92e26966f with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.140138237Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: e61bcca0-88e7-4ccc-8ac4-bee92e26966f, session_id: 97128097-ab9b-40c4-9c92-26cdffa814a3, gen: 187 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.14018975Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"UpstairsConnection { upstairs_id: e61bcca0-88e7-4ccc-8ac4-bee92e26966f, session_id: 97128097-ab9b-40c4-9c92-26cdffa814a3, gen: 187 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.140640274Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Current flush_numbers [0..12]: [295, 272, 287, 294, 291, 291, 288, 293, 296, 296, 284, 295]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.141502528Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.143553379Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.145465589Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.147322278Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/004.copy\" to \"/var/tmp/test_repair/8830/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.147880417Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/004.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.147979092Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/004.replace\" to \"/var/tmp/test_repair/8830/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.148107643Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.149578299Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.150129338Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.151879453Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/006.copy\" to \"/var/tmp/test_repair/8830/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.152425153Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/006.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.152467447Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/006.replace\" to \"/var/tmp/test_repair/8830/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.15265181Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.154290211Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.154863587Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.15669358Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/018.copy\" to \"/var/tmp/test_repair/8830/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.15730797Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/018.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.157343965Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/018.replace\" to \"/var/tmp/test_repair/8830/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.157524839Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.159014651Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.159558342Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.166249155Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01A.copy\" to \"/var/tmp/test_repair/8830/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.166737873Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.166770889Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01A.replace\" to \"/var/tmp/test_repair/8830/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.16689561Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.1684751Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.168921375Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.170617137Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/016.copy\" to \"/var/tmp/test_repair/8830/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.171122243Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/016.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.171160128Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/016.replace\" to \"/var/tmp/test_repair/8830/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.171269002Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.17299184Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.173467291Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 29 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.17511432Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01D.copy\" to \"/var/tmp/test_repair/8830/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.175607418Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.175641903Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01D.replace\" to \"/var/tmp/test_repair/8830/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.175758966Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.177300621Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.17778577Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.179459416Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/019.copy\" to \"/var/tmp/test_repair/8830/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.180007046Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/019.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.180036372Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/019.replace\" to \"/var/tmp/test_repair/8830/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.180130858Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.181871964Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.182356933Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.184160219Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/010.copy\" to \"/var/tmp/test_repair/8830/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.1847023Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/010.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.184734875Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/010.replace\" to \"/var/tmp/test_repair/8830/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.184859207Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.186342361Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.186793795Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.188514754Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00E.copy\" to \"/var/tmp/test_repair/8830/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.189033228Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00E.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.189063394Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00E.replace\" to \"/var/tmp/test_repair/8830/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.189206953Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.190739419Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.195344196Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.197011123Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00A.copy\" to \"/var/tmp/test_repair/8830/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.19751234Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.197548804Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00A.replace\" to \"/var/tmp/test_repair/8830/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.197709181Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.199282381Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.199759822Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.201392843Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.201945442Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.201972138Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.202151163Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.203791313Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.204327345Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.205946228Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/013.copy\" to \"/var/tmp/test_repair/8830/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.206576206Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/013.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.206614171Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/013.replace\" to \"/var/tmp/test_repair/8830/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.206730464Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.208112812Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.208589063Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.210276076Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/002.copy\" to \"/var/tmp/test_repair/8830/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.210788581Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/002.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.210819717Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/002.replace\" to \"/var/tmp/test_repair/8830/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.210940859Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.212807407Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.215653441Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.217519159Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/007.copy\" to \"/var/tmp/test_repair/8830/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.218033304Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/007.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.218060229Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/007.replace\" to \"/var/tmp/test_repair/8830/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.218182382Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.21956415Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.22004366Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.221790225Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/003.copy\" to \"/var/tmp/test_repair/8830/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.222288192Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/003.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.222328526Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/003.replace\" to \"/var/tmp/test_repair/8830/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.222512709Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.224186775Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.22470285Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.226318494Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/008.copy\" to \"/var/tmp/test_repair/8830/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.226857005Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/008.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.22689296Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/008.replace\" to \"/var/tmp/test_repair/8830/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:33.227025151Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:33.741738695Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:33.741809355Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:33.741836561Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 4 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:33.741861897Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:33.741886064Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 7 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:33.74191003Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:33.741934247Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:33.741958533Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:33.74198273Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:33.742006956Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:33.742031013Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:33.742054799Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:33.742078886Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 25 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:33.742103202Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:33.742127319Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 29 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:33.742151195Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.281553684Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:37.281723859Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.28178746Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: e61bcca0-88e7-4ccc-8ac4-bee92e26966f, session_id: 97128097-ab9b-40c4-9c92-26cdffa814a3, gen: 187 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.28185077Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: e61bcca0-88e7-4ccc-8ac4-bee92e26966f, session_id: 97128097-ab9b-40c4-9c92-26cdffa814a3, gen: 187 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.281880696Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"accepted connection from 127.0.0.1:59279","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.441108157Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"main"} {"msg":"connection (127.0.0.1:59279): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.441175507Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"id":"1"} {"msg":"Connection request from 77bacf4e-91c0-4893-8d3e-193d1b1d66c6 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.441613653Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: 77bacf4e-91c0-4893-8d3e-193d1b1d66c6, session_id: 36eebdf0-28fd-4fd2-869f-17f7f742d6eb, gen: 188 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.441648358Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"UpstairsConnection { upstairs_id: 77bacf4e-91c0-4893-8d3e-193d1b1d66c6, session_id: 36eebdf0-28fd-4fd2-869f-17f7f742d6eb, gen: 188 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.442079345Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Current flush_numbers [0..12]: [295, 297, 297, 297, 297, 291, 297, 297, 297, 296, 297, 295]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.44293596Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.463322923Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"recv","id":"1"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:37.463368066Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"recv","id":"1"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.463398162Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: 77bacf4e-91c0-4893-8d3e-193d1b1d66c6, session_id: 36eebdf0-28fd-4fd2-869f-17f7f742d6eb, gen: 188 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.463423028Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: 77bacf4e-91c0-4893-8d3e-193d1b1d66c6, session_id: 36eebdf0-28fd-4fd2-869f-17f7f742d6eb, gen: 188 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.463445925Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"accepted connection from 127.0.0.1:34288","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.640848672Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"main"} {"msg":"connection (127.0.0.1:34288): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.640982162Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"id":"2"} {"msg":"Connection request from aa7190d8-c80f-4c34-9f83-c9b1bec9cc71 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.641371955Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: aa7190d8-c80f-4c34-9f83-c9b1bec9cc71, session_id: 0ae2cf4e-8567-4371-adf3-572549fce42b, gen: 189 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.641419448Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"UpstairsConnection { upstairs_id: aa7190d8-c80f-4c34-9f83-c9b1bec9cc71, session_id: 0ae2cf4e-8567-4371-adf3-572549fce42b, gen: 189 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.641854765Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Current flush_numbers [0..12]: [295, 297, 297, 297, 297, 291, 297, 297, 297, 296, 297, 295]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.642791158Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.645170621Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.646541841Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 29 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.648389871Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01D.copy\" to \"/var/tmp/test_repair/8830/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.648889978Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.648963947Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01D.replace\" to \"/var/tmp/test_repair/8830/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.649062342Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.650687035Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.65120506Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.652838021Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/015.copy\" to \"/var/tmp/test_repair/8830/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.653366424Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/015.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.653400129Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/015.replace\" to \"/var/tmp/test_repair/8830/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.653552377Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.655046829Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.655547086Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.657261415Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/007.copy\" to \"/var/tmp/test_repair/8830/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.657794867Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/007.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.657836781Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/007.replace\" to \"/var/tmp/test_repair/8830/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.657937466Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.659637688Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.660129566Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.661929094Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/017.copy\" to \"/var/tmp/test_repair/8830/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.662642779Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/017.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.662674525Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/017.replace\" to \"/var/tmp/test_repair/8830/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.662832722Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.664244996Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.664940554Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.666727963Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.669531944Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.669566639Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.669740663Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.671230525Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.671734712Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.67332691Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/016.copy\" to \"/var/tmp/test_repair/8830/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.673885168Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/016.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.67394181Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/016.replace\" to \"/var/tmp/test_repair/8830/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.674178585Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.675686675Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.676391282Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.678177901Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00F.copy\" to \"/var/tmp/test_repair/8830/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.678713463Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00F.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.678750147Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00F.replace\" to \"/var/tmp/test_repair/8830/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.678890227Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.680403696Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.680906903Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.682715619Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/000.copy\" to \"/var/tmp/test_repair/8830/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.683258279Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/000.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.683344987Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/000.replace\" to \"/var/tmp/test_repair/8830/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.683405928Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.68483179Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.685364742Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.686982556Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01C.copy\" to \"/var/tmp/test_repair/8830/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.687488992Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.687517807Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01C.replace\" to \"/var/tmp/test_repair/8830/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.687650478Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.68928091Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.689857576Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.691638916Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/002.copy\" to \"/var/tmp/test_repair/8830/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.694519985Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/002.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.694546821Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/002.replace\" to \"/var/tmp/test_repair/8830/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.694673173Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/014.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.696207589Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:20 Found repair files: [\"014\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.696748559Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 20 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.698373032Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/014.copy\" to \"/var/tmp/test_repair/8830/00/000/014.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.699018528Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/014.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.699054263Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/014.replace\" to \"/var/tmp/test_repair/8830/00/000/014.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.699198162Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.700615465Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.701149227Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.702833581Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/006.copy\" to \"/var/tmp/test_repair/8830/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.703378151Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/006.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.703411517Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/006.replace\" to \"/var/tmp/test_repair/8830/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.703618507Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.705232111Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.705932718Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.707646098Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/004.copy\" to \"/var/tmp/test_repair/8830/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.708207066Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/004.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.708237322Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/004.replace\" to \"/var/tmp/test_repair/8830/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.708360244Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.709795625Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.710477815Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.712116846Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/019.copy\" to \"/var/tmp/test_repair/8830/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.712724367Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/019.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.712787558Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/019.replace\" to \"/var/tmp/test_repair/8830/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.712928107Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.714272671Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.714792135Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.716569745Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00B.copy\" to \"/var/tmp/test_repair/8830/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.717170378Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.717216031Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00B.replace\" to \"/var/tmp/test_repair/8830/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.717390116Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.721247413Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.721991004Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.723746237Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/012.copy\" to \"/var/tmp/test_repair/8830/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.724223168Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/012.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.724256303Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/012.replace\" to \"/var/tmp/test_repair/8830/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.724395473Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.725833913Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.726337039Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.728017624Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01A.copy\" to \"/var/tmp/test_repair/8830/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.72852478Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.728558285Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01A.replace\" to \"/var/tmp/test_repair/8830/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.728686796Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.730284803Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.73078506Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.732439268Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/009.copy\" to \"/var/tmp/test_repair/8830/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.732961202Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/009.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.733016924Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/009.replace\" to \"/var/tmp/test_repair/8830/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:37.733151104Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 0 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:38.248441094Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:38.248541959Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:38.248598531Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 4 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:38.248650113Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:38.248699676Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 7 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:38.248731402Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:38.248752649Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 11 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:38.248775215Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:38.248798372Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:38.248813829Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 20 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:38.248834577Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:38.248857173Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:38.24887845Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:38.248891758Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 25 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:38.248903447Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:38.248915145Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:38.248926653Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 29 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:38.24895126Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:41.78812694Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"recv","id":"2"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:41.788270849Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"recv","id":"2"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:41.788301865Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: aa7190d8-c80f-4c34-9f83-c9b1bec9cc71, session_id: 0ae2cf4e-8567-4371-adf3-572549fce42b, gen: 189 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:41.788356097Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: aa7190d8-c80f-4c34-9f83-c9b1bec9cc71, session_id: 0ae2cf4e-8567-4371-adf3-572549fce42b, gen: 189 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:41.788392801Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"accepted connection from 127.0.0.1:33014","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:41.918986033Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"main"} {"msg":"connection (127.0.0.1:33014): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:41.919103056Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"id":"3"} {"msg":"Connection request from 101f9fc8-f270-443b-8ddd-b7219927cdcd with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:41.919564399Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: 101f9fc8-f270-443b-8ddd-b7219927cdcd, session_id: 0ea68ee3-e4ce-41e4-99a8-bf845f8ce7e9, gen: 190 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:41.919600173Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"UpstairsConnection { upstairs_id: 101f9fc8-f270-443b-8ddd-b7219927cdcd, session_id: 0ea68ee3-e4ce-41e4-99a8-bf845f8ce7e9, gen: 190 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:41.920018442Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Current flush_numbers [0..12]: [299, 299, 299, 297, 299, 291, 299, 299, 297, 299, 297, 299]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:41.920826224Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:41.94140431Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"recv","id":"3"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:41.941445884Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"recv","id":"3"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:41.94147127Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: 101f9fc8-f270-443b-8ddd-b7219927cdcd, session_id: 0ea68ee3-e4ce-41e4-99a8-bf845f8ce7e9, gen: 190 } (ConnectionId(3)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:41.941494446Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: 101f9fc8-f270-443b-8ddd-b7219927cdcd, session_id: 0ea68ee3-e4ce-41e4-99a8-bf845f8ce7e9, gen: 190 } (ConnectionId(3)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:41.941516623Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"accepted connection from 127.0.0.1:38740","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:42.068700692Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"main"} {"msg":"connection (127.0.0.1:38740): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:42.068750625Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"id":"4"} {"msg":"Connection request from 5e1c70c8-74a0-4b07-9525-0580e26bc2bb with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:42.06926602Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: 5e1c70c8-74a0-4b07-9525-0580e26bc2bb, session_id: ea03a505-e002-4614-9d19-e124cc102961, gen: 191 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:42.069295976Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"UpstairsConnection { upstairs_id: 5e1c70c8-74a0-4b07-9525-0580e26bc2bb, session_id: ea03a505-e002-4614-9d19-e124cc102961, gen: 191 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:42.069735781Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Current flush_numbers [0..12]: [302, 299, 301, 302, 301, 291, 299, 299, 297, 301, 301, 299]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:42.070609544Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:42.072098396Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:42.072738123Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:42.074530271Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00A.copy\" to \"/var/tmp/test_repair/8830/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:42.075150171Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:42.075202393Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00A.replace\" to \"/var/tmp/test_repair/8830/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:42.07535744Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:42.59120437Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.131297916Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"recv","id":"4"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:46.131428397Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"recv","id":"4"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.131466701Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: 5e1c70c8-74a0-4b07-9525-0580e26bc2bb, session_id: ea03a505-e002-4614-9d19-e124cc102961, gen: 191 } (ConnectionId(4)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.131499677Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: 5e1c70c8-74a0-4b07-9525-0580e26bc2bb, session_id: ea03a505-e002-4614-9d19-e124cc102961, gen: 191 } (ConnectionId(4)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.131528052Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"accepted connection from 127.0.0.1:65168","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.294658743Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"main"} {"msg":"connection (127.0.0.1:65168): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.294722694Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"id":"5"} {"msg":"Connection request from afe2039b-9394-4001-a881-1ef1fa7a71a4 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.295008732Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: afe2039b-9394-4001-a881-1ef1fa7a71a4, session_id: d56e5e1e-a95a-4f22-8d61-1cc7767232f7, gen: 192 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.295050366Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"UpstairsConnection { upstairs_id: afe2039b-9394-4001-a881-1ef1fa7a71a4, session_id: d56e5e1e-a95a-4f22-8d61-1cc7767232f7, gen: 192 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.295462916Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Current flush_numbers [0..12]: [302, 299, 301, 302, 301, 291, 299, 299, 297, 301, 303, 299]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.296418076Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.318564263Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"recv","id":"5"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:46.318606476Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"recv","id":"5"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.318683565Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: afe2039b-9394-4001-a881-1ef1fa7a71a4, session_id: d56e5e1e-a95a-4f22-8d61-1cc7767232f7, gen: 192 } (ConnectionId(5)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.318712041Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: afe2039b-9394-4001-a881-1ef1fa7a71a4, session_id: d56e5e1e-a95a-4f22-8d61-1cc7767232f7, gen: 192 } (ConnectionId(5)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.318734778Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"accepted connection from 127.0.0.1:44160","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.479894896Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"main"} {"msg":"connection (127.0.0.1:44160): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.480021608Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"id":"6"} {"msg":"Connection request from 8dcceba3-a574-41f0-be0f-7c46988820e0 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.480603683Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: 8dcceba3-a574-41f0-be0f-7c46988820e0, session_id: 36eaae6a-8fe3-4211-a8ae-98dfc7ee7f27, gen: 193 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.480642337Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"UpstairsConnection { upstairs_id: 8dcceba3-a574-41f0-be0f-7c46988820e0, session_id: 36eaae6a-8fe3-4211-a8ae-98dfc7ee7f27, gen: 193 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.481056046Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Current flush_numbers [0..12]: [304, 299, 301, 302, 301, 291, 305, 305, 306, 301, 303, 299]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.48199384Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.483711449Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.484944629Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.487034664Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/010.copy\" to \"/var/tmp/test_repair/8830/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.48767691Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/010.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.487701696Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/010.replace\" to \"/var/tmp/test_repair/8830/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.487794653Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.489361894Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.490104875Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.491907402Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/017.copy\" to \"/var/tmp/test_repair/8830/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.492432625Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/017.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.492477829Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/017.replace\" to \"/var/tmp/test_repair/8830/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.49260566Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.49404388Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.494597239Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.496378509Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00F.copy\" to \"/var/tmp/test_repair/8830/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.496936828Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00F.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.496997749Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00F.replace\" to \"/var/tmp/test_repair/8830/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.49712431Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.498570579Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.499105721Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.500563868Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/004.copy\" to \"/var/tmp/test_repair/8830/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.501187557Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/004.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.501218682Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/004.replace\" to \"/var/tmp/test_repair/8830/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.501403506Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.502757628Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.507173763Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.509079985Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/005.copy\" to \"/var/tmp/test_repair/8830/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.509607857Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/005.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.509636423Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/005.replace\" to \"/var/tmp/test_repair/8830/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.509758975Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.511189207Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.511765693Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.513491141Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/006.copy\" to \"/var/tmp/test_repair/8830/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.514119499Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/006.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.514157883Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/006.replace\" to \"/var/tmp/test_repair/8830/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.514301652Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.515669972Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.516218722Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.517736331Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/018.copy\" to \"/var/tmp/test_repair/8830/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.518282911Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/018.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.518309447Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/018.replace\" to \"/var/tmp/test_repair/8830/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.518431229Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.52007145Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.520776427Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.522541819Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/015.copy\" to \"/var/tmp/test_repair/8830/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.523041136Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/015.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.523077411Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/015.replace\" to \"/var/tmp/test_repair/8830/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.523214271Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.52466219Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.525216409Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.531462686Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/009.copy\" to \"/var/tmp/test_repair/8830/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.531963973Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/009.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.532000608Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/009.replace\" to \"/var/tmp/test_repair/8830/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:46.532120041Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 4 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:47.045967052Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:47.046015825Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:47.046061458Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:47.046087074Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:47.04611347Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:47.046140276Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:47.046168182Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:47.046199478Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:47.046227554Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.58447782Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"recv","id":"6"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:50.584554338Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"recv","id":"6"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.584586614Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: 8dcceba3-a574-41f0-be0f-7c46988820e0, session_id: 36eaae6a-8fe3-4211-a8ae-98dfc7ee7f27, gen: 193 } (ConnectionId(6)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.584646335Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: 8dcceba3-a574-41f0-be0f-7c46988820e0, session_id: 36eaae6a-8fe3-4211-a8ae-98dfc7ee7f27, gen: 193 } (ConnectionId(6)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.584675911Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"accepted connection from 127.0.0.1:61906","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.745782207Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"main"} {"msg":"connection (127.0.0.1:61906): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.745838949Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"id":"7"} {"msg":"Connection request from e9e0d22b-9bf0-4e10-8bd5-81fcbf45bd95 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.746283474Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: e9e0d22b-9bf0-4e10-8bd5-81fcbf45bd95, session_id: f828c9e8-97ec-414d-a1ec-a08c2ce9fd49, gen: 194 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.746319978Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"UpstairsConnection { upstairs_id: e9e0d22b-9bf0-4e10-8bd5-81fcbf45bd95, session_id: f828c9e8-97ec-414d-a1ec-a08c2ce9fd49, gen: 194 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.746710512Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Current flush_numbers [0..12]: [304, 299, 301, 302, 308, 308, 308, 305, 306, 308, 303, 299]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.747563527Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.768395375Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"recv","id":"7"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:50.768437649Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"recv","id":"7"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.768469675Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: e9e0d22b-9bf0-4e10-8bd5-81fcbf45bd95, session_id: f828c9e8-97ec-414d-a1ec-a08c2ce9fd49, gen: 194 } (ConnectionId(7)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.7684994Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: e9e0d22b-9bf0-4e10-8bd5-81fcbf45bd95, session_id: f828c9e8-97ec-414d-a1ec-a08c2ce9fd49, gen: 194 } (ConnectionId(7)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.768527626Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"accepted connection from 127.0.0.1:51567","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.93347979Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"main"} {"msg":"connection (127.0.0.1:51567): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.933613651Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"id":"8"} {"msg":"Connection request from d62ec780-2fa6-448e-96ab-533d8bfa2533 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.93402835Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: d62ec780-2fa6-448e-96ab-533d8bfa2533, session_id: 59a37b07-a36a-4c2b-84f6-5bbe2e9e940f, gen: 195 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.934062545Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"UpstairsConnection { upstairs_id: d62ec780-2fa6-448e-96ab-533d8bfa2533, session_id: 59a37b07-a36a-4c2b-84f6-5bbe2e9e940f, gen: 195 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.934522238Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Current flush_numbers [0..12]: [309, 309, 309, 302, 308, 308, 308, 305, 306, 308, 303, 299]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.935320792Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.937058468Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.938339201Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.940219656Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00C.copy\" to \"/var/tmp/test_repair/8830/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.940775555Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.940805451Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00C.replace\" to \"/var/tmp/test_repair/8830/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.940939181Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.942703803Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.943385954Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.945219196Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/008.copy\" to \"/var/tmp/test_repair/8830/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.945746459Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/008.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.945783604Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/008.replace\" to \"/var/tmp/test_repair/8830/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.945894648Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.947499573Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.948008989Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.949899763Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00B.copy\" to \"/var/tmp/test_repair/8830/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.950433115Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.95046478Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00B.replace\" to \"/var/tmp/test_repair/8830/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.950591602Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.952376101Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.953089167Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.954534576Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/004.copy\" to \"/var/tmp/test_repair/8830/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.955050801Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/004.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.955080676Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/004.replace\" to \"/var/tmp/test_repair/8830/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.955206538Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.956735115Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.957271336Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.958939093Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00D.copy\" to \"/var/tmp/test_repair/8830/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.959434061Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.959460467Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00D.replace\" to \"/var/tmp/test_repair/8830/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:50.959585019Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 4 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:51.473653897Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:51.473762352Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 11 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:51.473819703Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 12 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:51.473874655Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:51.473918689Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.014648782Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"recv","id":"8"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:55.014713883Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"recv","id":"8"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.014759336Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: d62ec780-2fa6-448e-96ab-533d8bfa2533, session_id: 59a37b07-a36a-4c2b-84f6-5bbe2e9e940f, gen: 195 } (ConnectionId(8)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.014783853Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: d62ec780-2fa6-448e-96ab-533d8bfa2533, session_id: 59a37b07-a36a-4c2b-84f6-5bbe2e9e940f, gen: 195 } (ConnectionId(8)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.01480577Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"accepted connection from 127.0.0.1:59724","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.178118574Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"main"} {"msg":"connection (127.0.0.1:59724): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.178201441Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"id":"9"} {"msg":"Connection request from e5526f34-be2b-431e-b652-455c9beb2572 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.178755001Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: e5526f34-be2b-431e-b652-455c9beb2572, session_id: 34822fd7-3b35-423b-b220-c251c8e7d305, gen: 196 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.178782727Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"UpstairsConnection { upstairs_id: e5526f34-be2b-431e-b652-455c9beb2572, session_id: 34822fd7-3b35-423b-b220-c251c8e7d305, gen: 196 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.179195647Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Current flush_numbers [0..12]: [309, 309, 309, 302, 311, 308, 308, 305, 311, 308, 303, 311]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.180066639Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.199324157Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"recv","id":"9"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:55.199397867Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"recv","id":"9"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.199463587Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: e5526f34-be2b-431e-b652-455c9beb2572, session_id: 34822fd7-3b35-423b-b220-c251c8e7d305, gen: 196 } (ConnectionId(9)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.19950949Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: e5526f34-be2b-431e-b652-455c9beb2572, session_id: 34822fd7-3b35-423b-b220-c251c8e7d305, gen: 196 } (ConnectionId(9)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.199552624Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"accepted connection from 127.0.0.1:33538","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.363670851Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"main"} {"msg":"connection (127.0.0.1:33538): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.363761527Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"id":"10"} {"msg":"Connection request from 2e497477-54cd-4e95-b87a-812894da5943 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.364123365Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: 2e497477-54cd-4e95-b87a-812894da5943, session_id: 251f4ee7-5552-4382-bde1-3fb1660daad2, gen: 197 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.364169008Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"UpstairsConnection { upstairs_id: 2e497477-54cd-4e95-b87a-812894da5943, session_id: 251f4ee7-5552-4382-bde1-3fb1660daad2, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.364568309Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Current flush_numbers [0..12]: [309, 309, 309, 314, 311, 308, 308, 305, 314, 314, 303, 311]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.365475687Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.367299381Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.36860324Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.370674808Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/011.copy\" to \"/var/tmp/test_repair/8830/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.371257293Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/011.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.371321583Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/011.replace\" to \"/var/tmp/test_repair/8830/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.371472401Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.372924209Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.373486967Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.375160223Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/006.copy\" to \"/var/tmp/test_repair/8830/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.375718991Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/006.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.375761045Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/006.replace\" to \"/var/tmp/test_repair/8830/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.375929361Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.37737563Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.378077427Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.379932236Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/008.copy\" to \"/var/tmp/test_repair/8830/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.38045156Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/008.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.380517871Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/008.replace\" to \"/var/tmp/test_repair/8830/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.380662599Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.382052647Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.382592908Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.384410322Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/002.copy\" to \"/var/tmp/test_repair/8830/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.387470605Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/002.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.387504Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/002.replace\" to \"/var/tmp/test_repair/8830/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.387651689Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.38922137Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.389915499Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.391609131Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.392227761Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.392266165Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:55.392434491Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:55.906308778Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:55.906378697Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:55.906401254Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:55.90642711Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:55.906454606Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.447096193Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"recv","id":"10"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:59.447168602Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"recv","id":"10"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.447257959Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: 2e497477-54cd-4e95-b87a-812894da5943, session_id: 251f4ee7-5552-4382-bde1-3fb1660daad2, gen: 197 } (ConnectionId(10)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.447281195Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: 2e497477-54cd-4e95-b87a-812894da5943, session_id: 251f4ee7-5552-4382-bde1-3fb1660daad2, gen: 197 } (ConnectionId(10)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.447299283Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"accepted connection from 127.0.0.1:57929","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.609238878Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"main"} {"msg":"connection (127.0.0.1:57929): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.6093613Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"id":"11"} {"msg":"Connection request from a0b5812b-2505-4f62-9e1f-f351dd0d2c28 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.609722747Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: a0b5812b-2505-4f62-9e1f-f351dd0d2c28, session_id: 72c66295-568b-4b15-8615-71a1a525d3db, gen: 198 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.609750053Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"UpstairsConnection { upstairs_id: a0b5812b-2505-4f62-9e1f-f351dd0d2c28, session_id: 72c66295-568b-4b15-8615-71a1a525d3db, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.610207306Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Current flush_numbers [0..12]: [309, 316, 316, 314, 311, 308, 316, 305, 316, 314, 303, 311]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.611150768Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.631952751Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"recv","id":"11"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:37:59.632054066Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"recv","id":"11"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.632092661Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: a0b5812b-2505-4f62-9e1f-f351dd0d2c28, session_id: 72c66295-568b-4b15-8615-71a1a525d3db, gen: 198 } (ConnectionId(11)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.632121956Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: a0b5812b-2505-4f62-9e1f-f351dd0d2c28, session_id: 72c66295-568b-4b15-8615-71a1a525d3db, gen: 198 } (ConnectionId(11)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.632147933Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"accepted connection from 127.0.0.1:59983","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.796072107Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"main"} {"msg":"connection (127.0.0.1:59983): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.796198339Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"id":"12"} {"msg":"Connection request from 744ec465-dd3b-4d6c-9d2f-3f3d52e5b2d4 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.796534699Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: 744ec465-dd3b-4d6c-9d2f-3f3d52e5b2d4, session_id: 08670651-9c44-4fa6-ad58-7cc2b7d8a3bd, gen: 199 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.796576433Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"UpstairsConnection { upstairs_id: 744ec465-dd3b-4d6c-9d2f-3f3d52e5b2d4, session_id: 08670651-9c44-4fa6-ad58-7cc2b7d8a3bd, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.796946859Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Current flush_numbers [0..12]: [322, 322, 319, 314, 311, 308, 316, 305, 316, 314, 319, 319]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.797869515Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.799593003Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.800987069Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.802932255Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/002.copy\" to \"/var/tmp/test_repair/8830/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.803500252Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/002.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.803535167Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/002.replace\" to \"/var/tmp/test_repair/8830/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.803715991Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.805305659Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.805995398Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.807755091Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/009.copy\" to \"/var/tmp/test_repair/8830/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.808408346Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/009.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.808478915Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/009.replace\" to \"/var/tmp/test_repair/8830/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.808630693Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.810054465Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.81063755Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.81248967Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/003.copy\" to \"/var/tmp/test_repair/8830/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.813046079Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/003.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.813074014Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/003.replace\" to \"/var/tmp/test_repair/8830/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.813195057Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/014.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.814669871Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:20 Found repair files: [\"014\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.815165319Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 20 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.816934351Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/014.copy\" to \"/var/tmp/test_repair/8830/00/000/014.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.817457784Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/014.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.817492599Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/014.replace\" to \"/var/tmp/test_repair/8830/00/000/014.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.817658295Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.819173974Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.819688329Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.821419976Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/015.copy\" to \"/var/tmp/test_repair/8830/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.822083009Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/015.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.822133352Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/015.replace\" to \"/var/tmp/test_repair/8830/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.822321084Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.826177971Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.826672269Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.828471696Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/012.copy\" to \"/var/tmp/test_repair/8830/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.829022966Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/012.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.829067389Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/012.replace\" to \"/var/tmp/test_repair/8830/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.829188102Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.83063432Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.831200758Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.832926186Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/010.copy\" to \"/var/tmp/test_repair/8830/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.833503751Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/010.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.833569122Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/010.replace\" to \"/var/tmp/test_repair/8830/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.833699633Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.835147931Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.835807645Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.837701448Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/011.copy\" to \"/var/tmp/test_repair/8830/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.838253558Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/011.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.838279994Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/011.replace\" to \"/var/tmp/test_repair/8830/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.838401706Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.83974797Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.840266224Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.841879958Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/005.copy\" to \"/var/tmp/test_repair/8830/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.842395483Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/005.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.842467603Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/005.replace\" to \"/var/tmp/test_repair/8830/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.84255559Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.844220157Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.844729272Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.846473208Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/000.copy\" to \"/var/tmp/test_repair/8830/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.850074982Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/000.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.850121345Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/000.replace\" to \"/var/tmp/test_repair/8830/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:37:59.850308198Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 0 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:38:00.365836724Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:38:00.365907323Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:38:00.36593325Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:38:00.365952517Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:38:00.365972264Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:38:00.365991801Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:38:00.366011278Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:38:00.366030785Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 20 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:38:00.366050222Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:38:00.366069599Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:38:03.907311108Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"recv","id":"12"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-03T08:38:03.907382058Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933,"task":"recv","id":"12"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:38:03.907407424Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: 744ec465-dd3b-4d6c-9d2f-3f3d52e5b2d4, session_id: 08670651-9c44-4fa6-ad58-7cc2b7d8a3bd, gen: 199 } (ConnectionId(12)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:38:03.90743201Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933} {"msg":"upstairs UpstairsConnection { upstairs_id: 744ec465-dd3b-4d6c-9d2f-3f3d52e5b2d4, session_id: 08670651-9c44-4fa6-ad58-7cc2b7d8a3bd, gen: 199 } (ConnectionId(12)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-03T08:38:03.907456647Z","hostname":"w-01JGNMH6YNCFP7Q0X4RS6MCSP5","pid":1933}