{"msg":"Opened existing region file \"/var/tmp/test_repair/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:17.919121406Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:17.919696511Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:17.919723417Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:17.927758616Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:17.927784002Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 955d5f2fb08fa12300fcdaa7dafdc9edb7db9942\nCommit timestamp: 2024-08-01T19:59:22.000000000Z branch: fioffs-redux\nrustc: 1.76.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:17.969217291Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 11","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:17.969267414Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/test_repair/8820\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:17.970184678Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:17.970396586Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:17.970514729Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:17.970547464Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:17.97057224Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"main"} {"msg":"accepted connection from 127.0.0.1:44713","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.925652477Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"main"} {"msg":"connection (127.0.0.1:44713): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.925909349Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"id":"0"} {"msg":"Connection request from 4cd6dca9-6fa0-4032-8dcf-eb2e01d2320d with version 11","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.926158642Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs UpstairsConnection { upstairs_id: 4cd6dca9-6fa0-4032-8dcf-eb2e01d2320d, session_id: 62c3856f-8d25-4990-acc7-c8f2f4a704ad, gen: 193 } connected, version 11","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.926190637Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"UpstairsConnection { upstairs_id: 4cd6dca9-6fa0-4032-8dcf-eb2e01d2320d, session_id: 62c3856f-8d25-4990-acc7-c8f2f4a704ad, gen: 193 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.926761213Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Current flush_numbers [0..12]: [393, 386, 390, 393, 378, 389, 387, 378, 378, 393, 385, 392]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.927534588Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.930282241Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.93197815Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.935310236Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/001.copy\" to \"/var/tmp/test_repair/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.935818301Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/001.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.936802025Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/001.replace\" to \"/var/tmp/test_repair/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.938500153Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.943137345Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.94364608Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.946972717Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/010.copy\" to \"/var/tmp/test_repair/8820/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.947505388Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/010.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.948457777Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/010.replace\" to \"/var/tmp/test_repair/8820/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.950700364Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.955705073Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.956252932Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.959581158Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01B.copy\" to \"/var/tmp/test_repair/8820/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.96010597Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.960990139Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01B.replace\" to \"/var/tmp/test_repair/8820/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.962786993Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.967821267Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.968462622Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.971725038Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/019.copy\" to \"/var/tmp/test_repair/8820/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.972417625Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/019.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.974024667Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/019.replace\" to \"/var/tmp/test_repair/8820/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:27.975511137Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:32.028106447Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-08-05T19:47:32.028167368Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:32.028194254Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs UpstairsConnection { upstairs_id: 4cd6dca9-6fa0-4032-8dcf-eb2e01d2320d, session_id: 62c3856f-8d25-4990-acc7-c8f2f4a704ad, gen: 193 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:32.028218251Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs UpstairsConnection { upstairs_id: 4cd6dca9-6fa0-4032-8dcf-eb2e01d2320d, session_id: 62c3856f-8d25-4990-acc7-c8f2f4a704ad, gen: 193 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:32.028241887Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"accepted connection from 127.0.0.1:40725","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:32.083920684Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"main"} {"msg":"connection (127.0.0.1:40725): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:32.084042556Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"id":"1"} {"msg":"Connection request from 3ddf2eab-2e2e-4cca-89b8-2b4000887eb0 with version 11","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:32.084580386Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs UpstairsConnection { upstairs_id: 3ddf2eab-2e2e-4cca-89b8-2b4000887eb0, session_id: 87848183-e058-4594-998e-9d067ba93d48, gen: 194 } connected, version 11","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:32.084618591Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"UpstairsConnection { upstairs_id: 3ddf2eab-2e2e-4cca-89b8-2b4000887eb0, session_id: 87848183-e058-4594-998e-9d067ba93d48, gen: 194 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:32.08503053Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Current flush_numbers [0..12]: [393, 394, 390, 393, 378, 389, 387, 378, 378, 393, 385, 392]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:32.085852558Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:42.114956184Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"recv","id":"1"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-08-05T19:47:42.115034792Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"recv","id":"1"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:42.115069957Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs UpstairsConnection { upstairs_id: 3ddf2eab-2e2e-4cca-89b8-2b4000887eb0, session_id: 87848183-e058-4594-998e-9d067ba93d48, gen: 194 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:42.115098023Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs UpstairsConnection { upstairs_id: 3ddf2eab-2e2e-4cca-89b8-2b4000887eb0, session_id: 87848183-e058-4594-998e-9d067ba93d48, gen: 194 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:42.11511461Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"accepted connection from 127.0.0.1:55818","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:42.170782909Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"main"} {"msg":"connection (127.0.0.1:55818): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:42.170852578Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"id":"2"} {"msg":"Connection request from 0630b70f-011b-4fcf-9d0c-c7ef7d70dfdb with version 11","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:42.171597908Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs UpstairsConnection { upstairs_id: 0630b70f-011b-4fcf-9d0c-c7ef7d70dfdb, session_id: 7602af1c-7250-4ac7-9a0e-88bc61d9eade, gen: 195 } connected, version 11","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:42.171632343Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"UpstairsConnection { upstairs_id: 0630b70f-011b-4fcf-9d0c-c7ef7d70dfdb, session_id: 7602af1c-7250-4ac7-9a0e-88bc61d9eade, gen: 195 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:42.172030554Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Current flush_numbers [0..12]: [393, 395, 390, 393, 395, 389, 387, 395, 395, 393, 385, 395]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:42.172849303Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.177085425Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.178514013Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.182208695Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00D.copy\" to \"/var/tmp/test_repair/8820/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.182739526Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.183986402Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00D.replace\" to \"/var/tmp/test_repair/8820/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.18581856Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.190535131Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.19101554Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.194674028Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00F.copy\" to \"/var/tmp/test_repair/8820/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.195224386Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00F.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.196483389Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00F.replace\" to \"/var/tmp/test_repair/8820/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.198186347Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.20241747Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.2028866Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.206320781Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/016.copy\" to \"/var/tmp/test_repair/8820/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.206940179Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/016.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.208120704Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/016.replace\" to \"/var/tmp/test_repair/8820/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.210940676Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.215591517Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.216255469Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.219975517Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00E.copy\" to \"/var/tmp/test_repair/8820/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.220461205Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00E.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.221326647Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00E.replace\" to \"/var/tmp/test_repair/8820/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.223635695Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.227925229Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.228427804Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.231510197Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/003.copy\" to \"/var/tmp/test_repair/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.232087022Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/003.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.232743145Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/003.replace\" to \"/var/tmp/test_repair/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.235449913Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.240152716Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.24066651Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.243689012Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01C.copy\" to \"/var/tmp/test_repair/8820/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.244207645Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.24492162Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01C.replace\" to \"/var/tmp/test_repair/8820/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.247172746Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.252851654Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.253364658Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Verify extent 29 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.256341287Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01D.copy\" to \"/var/tmp/test_repair/8820/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.256896155Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.257899076Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01D.replace\" to \"/var/tmp/test_repair/8820/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:52.259845128Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:56.309985211Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"recv","id":"2"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-08-05T19:47:56.310123241Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"recv","id":"2"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:56.310168084Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs UpstairsConnection { upstairs_id: 0630b70f-011b-4fcf-9d0c-c7ef7d70dfdb, session_id: 7602af1c-7250-4ac7-9a0e-88bc61d9eade, gen: 195 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:56.310215937Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs UpstairsConnection { upstairs_id: 0630b70f-011b-4fcf-9d0c-c7ef7d70dfdb, session_id: 7602af1c-7250-4ac7-9a0e-88bc61d9eade, gen: 195 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:56.310233204Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"accepted connection from 127.0.0.1:46638","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:56.362799323Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"main"} {"msg":"connection (127.0.0.1:46638): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:56.362901148Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"id":"3"} {"msg":"Connection request from 6f4f7730-01a7-4e43-9466-63a7c72f6eb9 with version 11","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:56.363443177Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs UpstairsConnection { upstairs_id: 6f4f7730-01a7-4e43-9466-63a7c72f6eb9, session_id: edcab0de-15ac-454c-869a-1fa3d25cc9c1, gen: 196 } connected, version 11","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:56.363478022Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"UpstairsConnection { upstairs_id: 6f4f7730-01a7-4e43-9466-63a7c72f6eb9, session_id: edcab0de-15ac-454c-869a-1fa3d25cc9c1, gen: 196 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:56.363908779Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Current flush_numbers [0..12]: [393, 395, 390, 397, 395, 389, 387, 395, 395, 393, 385, 395]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:47:56.364754303Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:06.394966605Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"recv","id":"3"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-08-05T19:48:06.395010089Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"recv","id":"3"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:06.395033315Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs UpstairsConnection { upstairs_id: 6f4f7730-01a7-4e43-9466-63a7c72f6eb9, session_id: edcab0de-15ac-454c-869a-1fa3d25cc9c1, gen: 196 } (ConnectionId(3)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:06.395055882Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs UpstairsConnection { upstairs_id: 6f4f7730-01a7-4e43-9466-63a7c72f6eb9, session_id: edcab0de-15ac-454c-869a-1fa3d25cc9c1, gen: 196 } (ConnectionId(3)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:06.395078248Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"accepted connection from 127.0.0.1:59055","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:06.450122189Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"main"} {"msg":"connection (127.0.0.1:59055): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:06.450228784Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"id":"4"} {"msg":"Connection request from cd8b0c4b-67dd-47ab-90a6-9b9b51ca0a77 with version 11","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:06.450642642Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs UpstairsConnection { upstairs_id: cd8b0c4b-67dd-47ab-90a6-9b9b51ca0a77, session_id: 553dc1cc-47d7-43cc-aaa7-675b8e8b27cb, gen: 197 } connected, version 11","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:06.450676497Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"UpstairsConnection { upstairs_id: cd8b0c4b-67dd-47ab-90a6-9b9b51ca0a77, session_id: 553dc1cc-47d7-43cc-aaa7-675b8e8b27cb, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:06.451091856Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Current flush_numbers [0..12]: [393, 395, 390, 397, 395, 389, 401, 395, 395, 393, 385, 401]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:06.451815918Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.456311203Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.457146289Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.460235071Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00A.copy\" to \"/var/tmp/test_repair/8820/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.460748865Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.461907934Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00A.replace\" to \"/var/tmp/test_repair/8820/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.463603452Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.470065484Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.470619742Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.473823997Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/009.copy\" to \"/var/tmp/test_repair/8820/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.474400112Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/009.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.475631189Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/009.replace\" to \"/var/tmp/test_repair/8820/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.47724425Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.481640529Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.482349094Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.485558678Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00C.copy\" to \"/var/tmp/test_repair/8820/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.486069192Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.487492261Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00C.replace\" to \"/var/tmp/test_repair/8820/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.489374182Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.493814564Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.49431373Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.498221051Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01B.copy\" to \"/var/tmp/test_repair/8820/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.498865276Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.500308891Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01B.replace\" to \"/var/tmp/test_repair/8820/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.502085028Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.506242452Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.506753186Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.510293771Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01C.copy\" to \"/var/tmp/test_repair/8820/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.51084446Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.511771323Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01C.replace\" to \"/var/tmp/test_repair/8820/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.513967927Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.518496786Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.518976875Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.522225083Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00B.copy\" to \"/var/tmp/test_repair/8820/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.522746536Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.523502414Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00B.replace\" to \"/var/tmp/test_repair/8820/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:16.525712866Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:20.578302487Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"recv","id":"4"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-08-05T19:48:20.578365038Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"recv","id":"4"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:20.578393504Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs UpstairsConnection { upstairs_id: cd8b0c4b-67dd-47ab-90a6-9b9b51ca0a77, session_id: 553dc1cc-47d7-43cc-aaa7-675b8e8b27cb, gen: 197 } (ConnectionId(4)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:20.57841844Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs UpstairsConnection { upstairs_id: cd8b0c4b-67dd-47ab-90a6-9b9b51ca0a77, session_id: 553dc1cc-47d7-43cc-aaa7-675b8e8b27cb, gen: 197 } (ConnectionId(4)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:20.578442426Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"accepted connection from 127.0.0.1:48399","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:20.631255788Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"main"} {"msg":"connection (127.0.0.1:48399): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:20.631387249Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"id":"5"} {"msg":"Connection request from f8e01280-9956-4f3e-ac9e-295590f64936 with version 11","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:20.631924209Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs UpstairsConnection { upstairs_id: f8e01280-9956-4f3e-ac9e-295590f64936, session_id: 9f6bc81a-56fd-404e-a988-09c31670d028, gen: 198 } connected, version 11","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:20.631950235Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"UpstairsConnection { upstairs_id: f8e01280-9956-4f3e-ac9e-295590f64936, session_id: 9f6bc81a-56fd-404e-a988-09c31670d028, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:20.632378122Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Current flush_numbers [0..12]: [393, 395, 390, 397, 395, 389, 401, 395, 395, 402, 402, 402]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:20.633238824Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:30.6633559Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"recv","id":"5"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-08-05T19:48:30.663382146Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"recv","id":"5"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:30.663402753Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs UpstairsConnection { upstairs_id: f8e01280-9956-4f3e-ac9e-295590f64936, session_id: 9f6bc81a-56fd-404e-a988-09c31670d028, gen: 198 } (ConnectionId(5)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:30.66342473Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs UpstairsConnection { upstairs_id: f8e01280-9956-4f3e-ac9e-295590f64936, session_id: 9f6bc81a-56fd-404e-a988-09c31670d028, gen: 198 } (ConnectionId(5)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:30.663446866Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"accepted connection from 127.0.0.1:47881","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:30.715998717Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"main"} {"msg":"connection (127.0.0.1:47881): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:30.716055179Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"id":"6"} {"msg":"Connection request from a38b9e5c-95fa-448f-8bcc-11227d0f2bbc with version 11","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:30.716550395Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs UpstairsConnection { upstairs_id: a38b9e5c-95fa-448f-8bcc-11227d0f2bbc, session_id: 418c243e-cdd4-4e7b-a4c6-0da53068f505, gen: 199 } connected, version 11","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:30.71658514Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"UpstairsConnection { upstairs_id: a38b9e5c-95fa-448f-8bcc-11227d0f2bbc, session_id: 418c243e-cdd4-4e7b-a4c6-0da53068f505, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:30.717001148Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Current flush_numbers [0..12]: [393, 404, 404, 403, 403, 389, 403, 395, 403, 403, 402, 402]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:30.717957086Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:40.722042891Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:40.722879517Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:40.726409913Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/001.copy\" to \"/var/tmp/test_repair/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:40.726883813Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/001.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:40.727859119Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/001.replace\" to \"/var/tmp/test_repair/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:40.729682899Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:40.735768226Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:40.736328853Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:40.739551456Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/000.copy\" to \"/var/tmp/test_repair/8820/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:40.740184862Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/000.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:40.741787954Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/000.replace\" to \"/var/tmp/test_repair/8820/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:40.743373169Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:40.747782406Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:40.7484971Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:40.751575433Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/006.copy\" to \"/var/tmp/test_repair/8820/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:40.752103995Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/006.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:40.753306427Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/006.replace\" to \"/var/tmp/test_repair/8820/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:40.75510597Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:40.759535343Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:40.760073364Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:40.763958808Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00A.copy\" to \"/var/tmp/test_repair/8820/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:40.764505347Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:40.765889922Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00A.replace\" to \"/var/tmp/test_repair/8820/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:40.767745147Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:44.820423093Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"recv","id":"6"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-08-05T19:48:44.820490543Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953,"task":"recv","id":"6"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:44.820519349Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs UpstairsConnection { upstairs_id: a38b9e5c-95fa-448f-8bcc-11227d0f2bbc, session_id: 418c243e-cdd4-4e7b-a4c6-0da53068f505, gen: 199 } (ConnectionId(6)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:44.820548035Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953} {"msg":"upstairs UpstairsConnection { upstairs_id: a38b9e5c-95fa-448f-8bcc-11227d0f2bbc, session_id: 418c243e-cdd4-4e7b-a4c6-0da53068f505, gen: 199 } (ConnectionId(6)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-08-05T19:48:44.82057575Z","hostname":"w-01J4HZ047PSWY754NCCNYYNCWV","pid":1953}