{"msg":"Opened existing region file \"/var/tmp/test_repair/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:07.994991413Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:07.995468404Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:07.995495824Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.000441861Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.000468151Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 775749f049384d6df9adbcf0df5fb1eb2a3a0b7e\nCommit timestamp: 2024-11-19T16:38:47.000000000Z branch: mkeeter/early-io-rejection\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.043170925Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.043238945Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/test_repair/8820\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.044797468Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.045229338Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.045409598Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.045443158Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.045468758Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978,"task":"main"} {"msg":"accepted connection from 127.0.0.1:60678","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.079190429Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978,"task":"main"} {"msg":"connection (127.0.0.1:60678): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.079323019Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978,"id":"0"} {"msg":"Connection request from 5470eb23-966a-4df7-896a-8bf7a878cf3a with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.07963998Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"upstairs UpstairsConnection { upstairs_id: 5470eb23-966a-4df7-896a-8bf7a878cf3a, session_id: d86f3b08-8a73-4b5a-88fd-dd38ca2c1ea5, gen: 199 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.07968148Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"UpstairsConnection { upstairs_id: 5470eb23-966a-4df7-896a-8bf7a878cf3a, session_id: d86f3b08-8a73-4b5a-88fd-dd38ca2c1ea5, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.08015739Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Current flush_numbers [0..12]: [317, 335, 331, 332, 336, 335, 321, 332, 308, 330, 336, 338]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.080959482Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.082873304Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.084794957Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.08662271Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/008.copy\" to \"/var/tmp/test_repair/8820/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.087157531Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/008.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.087238221Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/008.replace\" to \"/var/tmp/test_repair/8820/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.087365491Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.088912723Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.089609384Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.091402417Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/006.copy\" to \"/var/tmp/test_repair/8820/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.091970238Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/006.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.092011528Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/006.replace\" to \"/var/tmp/test_repair/8820/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.092173338Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.09356746Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.094248442Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.095825864Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/004.copy\" to \"/var/tmp/test_repair/8820/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.096352805Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/004.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.096385045Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/004.replace\" to \"/var/tmp/test_repair/8820/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.096528005Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.097903727Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.098573098Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.10020089Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00C.copy\" to \"/var/tmp/test_repair/8820/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.100745341Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.100781521Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00C.replace\" to \"/var/tmp/test_repair/8820/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.100921381Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.102381694Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.103084095Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.104578107Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00A.copy\" to \"/var/tmp/test_repair/8820/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.105085618Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.105139448Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00A.replace\" to \"/var/tmp/test_repair/8820/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.105248328Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.10663152Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.111235797Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.11329743Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00E.copy\" to \"/var/tmp/test_repair/8820/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.113809981Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00E.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.113867431Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00E.replace\" to \"/var/tmp/test_repair/8820/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.113992221Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.115478193Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.115961284Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.117528906Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/018.copy\" to \"/var/tmp/test_repair/8820/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.118105867Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/018.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.118132217Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/018.replace\" to \"/var/tmp/test_repair/8820/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.118259587Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/014.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.11974162Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"eid:20 Found repair files: [\"014\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.120516201Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Verify extent 20 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.122254773Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/014.copy\" to \"/var/tmp/test_repair/8820/00/000/014.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.122803994Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/014.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.122863214Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/014.replace\" to \"/var/tmp/test_repair/8820/00/000/014.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.122975084Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.124510667Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.125186918Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.1268856Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/010.copy\" to \"/var/tmp/test_repair/8820/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.127378561Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/010.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.127404811Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/010.replace\" to \"/var/tmp/test_repair/8820/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.127531831Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.129016943Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.129467224Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.131095366Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/015.copy\" to \"/var/tmp/test_repair/8820/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.13349748Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/015.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.13353581Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/015.replace\" to \"/var/tmp/test_repair/8820/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.133725081Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.135379933Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.135901574Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.137525046Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00D.copy\" to \"/var/tmp/test_repair/8820/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.138032657Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.138059837Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00D.replace\" to \"/var/tmp/test_repair/8820/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.138189397Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.139683539Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.14040502Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.142038683Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/016.copy\" to \"/var/tmp/test_repair/8820/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.142543754Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/016.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.142572354Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/016.replace\" to \"/var/tmp/test_repair/8820/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.142704604Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.144096986Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.144802587Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.146386139Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/019.copy\" to \"/var/tmp/test_repair/8820/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.14690833Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/019.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.14694894Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/019.replace\" to \"/var/tmp/test_repair/8820/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.14708833Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.148457803Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.149147753Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.150706996Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/003.copy\" to \"/var/tmp/test_repair/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.151224167Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/003.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.151283817Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/003.replace\" to \"/var/tmp/test_repair/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.151388017Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.152768699Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.155565213Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.157365786Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00F.copy\" to \"/var/tmp/test_repair/8820/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.157855117Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00F.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.157888097Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00F.replace\" to \"/var/tmp/test_repair/8820/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.158015507Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.159376109Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.159863709Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Verify extent 29 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.161345652Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01D.copy\" to \"/var/tmp/test_repair/8820/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.161872832Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.161901453Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01D.replace\" to \"/var/tmp/test_repair/8820/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:08.162050383Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-19T17:15:08.676459262Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"extent 4 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-19T17:15:08.676506222Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-19T17:15:08.676533562Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-19T17:15:08.676557152Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-19T17:15:08.676575012Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"extent 12 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-19T17:15:08.676586653Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-19T17:15:08.676597922Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-19T17:15:08.676609193Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-19T17:15:08.676620453Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-19T17:15:08.676631462Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"extent 20 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-19T17:15:08.676642373Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-19T17:15:08.676653402Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-19T17:15:08.676664362Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-19T17:15:08.676687162Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"extent 25 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-19T17:15:08.676698662Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"extent 29 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-19T17:15:08.676709863Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:12.214728422Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-19T17:15:12.214860052Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:12.214892152Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"upstairs UpstairsConnection { upstairs_id: 5470eb23-966a-4df7-896a-8bf7a878cf3a, session_id: d86f3b08-8a73-4b5a-88fd-dd38ca2c1ea5, gen: 199 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:12.214918642Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978} {"msg":"upstairs UpstairsConnection { upstairs_id: 5470eb23-966a-4df7-896a-8bf7a878cf3a, session_id: d86f3b08-8a73-4b5a-88fd-dd38ca2c1ea5, gen: 199 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-19T17:15:12.214940302Z","hostname":"w-01JD2P7QFP7PSDKP9879H04H6V","pid":1978}