{"msg":"Opened existing region file \"/var/tmp/test_repair/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:38.421996334Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:38.422405123Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:38.42243513Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:38.424165265Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:38.424185802Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: d81f7fe7d3a87a2a3c58f4f5d619f7f37b0a05d0\nCommit timestamp: 2024-12-11T23:24:14.000000000Z branch: mkeeter/separate-notify-task\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:38.467444196Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:38.467490621Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/test_repair/8820\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:38.468641368Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:38.468951639Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:38.469097291Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:38.469130787Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:38.469205247Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968,"task":"main"} {"msg":"accepted connection from 127.0.0.1:59245","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:38.470701741Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968,"task":"main"} {"msg":"connection (127.0.0.1:59245): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:38.470774463Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968,"id":"0"} {"msg":"Connection request from de92f799-9255-4ad6-a26d-3446710627e8 with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:38.471124309Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"upstairs UpstairsConnection { upstairs_id: de92f799-9255-4ad6-a26d-3446710627e8, session_id: 5a102657-5514-49a4-81ea-a3ede7d2b84a, gen: 197 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:38.471150246Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"UpstairsConnection { upstairs_id: de92f799-9255-4ad6-a26d-3446710627e8, session_id: 5a102657-5514-49a4-81ea-a3ede7d2b84a, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:38.471594411Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Current flush_numbers [0..12]: [305, 319, 321, 323, 311, 310, 320, 316, 314, 318, 317, 319]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:38.47256932Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:38.473940619Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:38.475446902Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:38.477273285Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/016.copy\" to \"/var/tmp/test_repair/8820/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:38.477839534Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/016.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:38.477916555Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/016.replace\" to \"/var/tmp/test_repair/8820/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:38.478044779Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-11T23:49:38.992142822Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.533712571Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-11T23:49:42.533807769Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.533844605Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"upstairs UpstairsConnection { upstairs_id: de92f799-9255-4ad6-a26d-3446710627e8, session_id: 5a102657-5514-49a4-81ea-a3ede7d2b84a, gen: 197 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.533871951Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"upstairs UpstairsConnection { upstairs_id: de92f799-9255-4ad6-a26d-3446710627e8, session_id: 5a102657-5514-49a4-81ea-a3ede7d2b84a, gen: 197 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.533897568Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.662682624Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:33881"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.663542317Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968,"uri":"/region-info","method":"GET","req_id":"cb73e6e3-05ed-46b0-ac83-abe5a526b6e9","remote_addr":"127.0.0.1:33881","local_addr":"0.0.0.0:12820","task":"repair","latency_us":187,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:33764","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.666137665Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968,"task":"main"} {"msg":"connection (127.0.0.1:33764): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.666216845Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968,"id":"1"} {"msg":"Connection request from 8c230d61-52d3-4da4-bfe0-0c0e9b6103d5 with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.666671128Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"upstairs UpstairsConnection { upstairs_id: 8c230d61-52d3-4da4-bfe0-0c0e9b6103d5, session_id: 38cabf95-7f8e-479b-aecc-a73e33bb22af, gen: 198 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.666706984Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"UpstairsConnection { upstairs_id: 8c230d61-52d3-4da4-bfe0-0c0e9b6103d5, session_id: 38cabf95-7f8e-479b-aecc-a73e33bb22af, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.667094946Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Current flush_numbers [0..12]: [305, 319, 321, 323, 311, 310, 320, 316, 314, 318, 317, 319]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.668065715Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.689977282Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968,"task":"recv","id":"1"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-11T23:49:42.690005689Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968,"task":"recv","id":"1"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.690028206Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"upstairs UpstairsConnection { upstairs_id: 8c230d61-52d3-4da4-bfe0-0c0e9b6103d5, session_id: 38cabf95-7f8e-479b-aecc-a73e33bb22af, gen: 198 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.690049613Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"upstairs UpstairsConnection { upstairs_id: 8c230d61-52d3-4da4-bfe0-0c0e9b6103d5, session_id: 38cabf95-7f8e-479b-aecc-a73e33bb22af, gen: 198 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.69007491Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.81849953Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:33022"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.819178426Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968,"uri":"/region-info","method":"GET","req_id":"d0de9beb-3615-4add-898b-615a75142c9b","remote_addr":"127.0.0.1:33022","local_addr":"0.0.0.0:12820","task":"repair","latency_us":121,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:43629","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.821615843Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968,"task":"main"} {"msg":"connection (127.0.0.1:43629): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.82171638Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968,"id":"2"} {"msg":"Connection request from 3e90e562-4cb7-4ae4-8d27-cbd56b0342e6 with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.822138278Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"upstairs UpstairsConnection { upstairs_id: 3e90e562-4cb7-4ae4-8d27-cbd56b0342e6, session_id: 6c802cf4-07da-429b-b619-f40be24f8107, gen: 199 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.822167984Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"UpstairsConnection { upstairs_id: 3e90e562-4cb7-4ae4-8d27-cbd56b0342e6, session_id: 6c802cf4-07da-429b-b619-f40be24f8107, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.822576864Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Current flush_numbers [0..12]: [305, 319, 321, 323, 311, 326, 320, 316, 325, 318, 326, 319]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.823553282Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.825118898Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.826582546Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.828498248Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/003.copy\" to \"/var/tmp/test_repair/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.829232857Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/003.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.82928316Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/003.replace\" to \"/var/tmp/test_repair/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.829460578Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.830804331Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.831255665Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.833073499Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00D.copy\" to \"/var/tmp/test_repair/8820/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.833582996Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.833612132Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00D.replace\" to \"/var/tmp/test_repair/8820/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.833739097Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.835334738Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.835840335Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.837368935Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/010.copy\" to \"/var/tmp/test_repair/8820/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.837915138Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/010.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.837986309Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/010.replace\" to \"/var/tmp/test_repair/8820/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.83813208Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.839675979Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.84038914Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.842155101Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00E.copy\" to \"/var/tmp/test_repair/8820/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.842678076Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00E.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.842704752Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00E.replace\" to \"/var/tmp/test_repair/8820/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.842890579Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.844242681Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.844785714Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.846579491Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/008.copy\" to \"/var/tmp/test_repair/8820/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.847155069Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/008.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.847189795Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/008.replace\" to \"/var/tmp/test_repair/8820/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.847365553Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.848686869Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.849246529Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.850788038Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/002.copy\" to \"/var/tmp/test_repair/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.851400372Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/002.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.851434747Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/002.replace\" to \"/var/tmp/test_repair/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:42.851580489Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-11T23:49:43.365690571Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-11T23:49:43.365762842Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-11T23:49:43.365785439Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-11T23:49:43.365805887Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-11T23:49:43.365828684Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-11T23:49:43.365847752Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:46.906266504Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968,"task":"recv","id":"2"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-11T23:49:46.906337095Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968,"task":"recv","id":"2"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:46.906359912Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"upstairs UpstairsConnection { upstairs_id: 3e90e562-4cb7-4ae4-8d27-cbd56b0342e6, session_id: 6c802cf4-07da-429b-b619-f40be24f8107, gen: 199 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:46.906382909Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968} {"msg":"upstairs UpstairsConnection { upstairs_id: 3e90e562-4cb7-4ae4-8d27-cbd56b0342e6, session_id: 6c802cf4-07da-429b-b619-f40be24f8107, gen: 199 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-11T23:49:46.906406336Z","hostname":"w-01JEW1EDBDZJ4HH98YP2BSQWYV","pid":1968}