{"msg":"Opened existing region file \"/var/tmp/test_repair/8830/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.500271282Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.50087789Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.500905904Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"UUID: 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.504607585Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.504639282Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 5c2b227300b758c153f33da870809d67a5160dae\nCommit timestamp: 2025-01-21T15:31:20.000000000Z branch: mkeeter/always-check-live-repair\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.547715929Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.547762433Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12830 for path:\"/var/tmp/test_repair/8830\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.54895813Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.549256447Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"local_addr":"0.0.0.0:12830","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12830","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.549431708Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.549454551Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8830","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.549519104Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"main"} {"msg":"accepted connection from 127.0.0.1:59546","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.550065191Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"main"} {"msg":"connection (127.0.0.1:59546): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.550324587Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"id":"0"} {"msg":"Connection request from 3977af8d-f4be-452a-ad00-3ed9a9ae6dd0 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.550670228Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 3977af8d-f4be-452a-ad00-3ed9a9ae6dd0, session_id: c4f99204-b547-495b-9860-cde597a60fb0, gen: 183 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.550699413Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"UpstairsConnection { upstairs_id: 3977af8d-f4be-452a-ad00-3ed9a9ae6dd0, session_id: c4f99204-b547-495b-9860-cde597a60fb0, gen: 183 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.551178114Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Current flush_numbers [0..12]: [285, 275, 283, 277, 284, 289, 289, 281, 280, 284, 282, 271]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.55204734Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.553370554Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.55498453Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.557060849Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/011.copy\" to \"/var/tmp/test_repair/8830/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.557567324Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/011.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.557652729Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/011.replace\" to \"/var/tmp/test_repair/8830/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.557781056Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.559187494Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.559645984Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.561158988Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/005.copy\" to \"/var/tmp/test_repair/8830/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.561808278Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/005.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.561843156Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/005.replace\" to \"/var/tmp/test_repair/8830/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.561968722Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.563504467Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.564058148Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.565603208Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/006.copy\" to \"/var/tmp/test_repair/8830/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.566087872Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/006.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.566112945Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/006.replace\" to \"/var/tmp/test_repair/8830/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.566235009Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.567669661Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.56820121Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.569854997Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/013.copy\" to \"/var/tmp/test_repair/8830/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.570493192Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/013.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.57052747Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/013.replace\" to \"/var/tmp/test_repair/8830/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.570697989Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.572088839Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.572599556Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.574221057Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/004.copy\" to \"/var/tmp/test_repair/8830/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.574749474Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/004.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.574775267Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/004.replace\" to \"/var/tmp/test_repair/8830/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.574903094Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.57630681Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.576778487Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.578490695Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/003.copy\" to \"/var/tmp/test_repair/8830/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.579017962Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/003.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.579054581Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/003.replace\" to \"/var/tmp/test_repair/8830/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.579169961Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.580630998Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.581148459Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.582665014Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.585763048Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.585848613Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.585993649Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.587412433Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.587937989Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.589946772Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/015.copy\" to \"/var/tmp/test_repair/8830/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.590487246Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/015.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.590521313Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/015.replace\" to \"/var/tmp/test_repair/8830/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.5906871Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.592022591Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.592550067Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.594147405Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/016.copy\" to \"/var/tmp/test_repair/8830/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.594746028Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/016.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.594776925Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/016.replace\" to \"/var/tmp/test_repair/8830/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.594943102Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.596341865Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.596811812Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.598465579Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/002.copy\" to \"/var/tmp/test_repair/8830/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.598945881Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/002.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.598971234Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/002.replace\" to \"/var/tmp/test_repair/8830/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:26.599159863Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:27.114446557Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:27.114493181Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:27.114577986Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 4 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:27.114622349Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:27.114638507Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:27.114652715Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:27.114666702Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:27.11468034Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:27.114694167Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:27.114708334Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.655833872Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:30.655912874Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.655948603Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 3977af8d-f4be-452a-ad00-3ed9a9ae6dd0, session_id: c4f99204-b547-495b-9860-cde597a60fb0, gen: 183 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.655978578Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 3977af8d-f4be-452a-ad00-3ed9a9ae6dd0, session_id: c4f99204-b547-495b-9860-cde597a60fb0, gen: 183 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.656007583Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"accepted connection from 127.0.0.1:41243","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.7607428Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"main"} {"msg":"connection (127.0.0.1:41243): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.760858701Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"id":"1"} {"msg":"Connection request from 5f6cff45-1c2f-416a-bb13-660813e2d7e0 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.761168283Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 5f6cff45-1c2f-416a-bb13-660813e2d7e0, session_id: ffac6a68-ad62-4d0e-b945-bf9df47a1c36, gen: 184 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.761207163Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"UpstairsConnection { upstairs_id: 5f6cff45-1c2f-416a-bb13-660813e2d7e0, session_id: ffac6a68-ad62-4d0e-b945-bf9df47a1c36, gen: 184 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.761725405Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Current flush_numbers [0..12]: [285, 290, 290, 290, 290, 290, 290, 281, 280, 284, 282, 271]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.762550588Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"error reading from FramedReader: Connection reset by peer (os error 131)\n\nStack backtrace:\n 0: anyhow::error:: for anyhow::Error>::from\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.92/src/backtrace.rs:27:14\n 1: >> as core::ops::try_trait::FromResidual>>::from_residual\n at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/task/poll.rs:290:44","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:30.872720874Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"1"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:30.8727697Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"1"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.872787849Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 5f6cff45-1c2f-416a-bb13-660813e2d7e0, session_id: ffac6a68-ad62-4d0e-b945-bf9df47a1c36, gen: 184 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.872805569Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 5f6cff45-1c2f-416a-bb13-660813e2d7e0, session_id: ffac6a68-ad62-4d0e-b945-bf9df47a1c36, gen: 184 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.872821437Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"accepted connection from 127.0.0.1:39949","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.896129368Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"main"} {"msg":"connection (127.0.0.1:39949): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.896280187Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"id":"2"} {"msg":"Connection request from cdd3230b-5dd7-4f5d-8d37-a9341ccde5be with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.896581315Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: cdd3230b-5dd7-4f5d-8d37-a9341ccde5be, session_id: 86141867-d119-498d-b5ec-2600e2c549ac, gen: 185 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.896621846Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"UpstairsConnection { upstairs_id: cdd3230b-5dd7-4f5d-8d37-a9341ccde5be, session_id: 86141867-d119-498d-b5ec-2600e2c549ac, gen: 185 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.897051842Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Current flush_numbers [0..12]: [285, 290, 294, 290, 290, 290, 292, 292, 280, 284, 282, 294]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.898034177Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.899359682Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.900171588Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.902074465Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/017.copy\" to \"/var/tmp/test_repair/8830/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.902705236Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/017.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.902758274Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/017.replace\" to \"/var/tmp/test_repair/8830/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.902890073Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.905167707Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.905688551Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.907119081Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/019.copy\" to \"/var/tmp/test_repair/8830/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.907641314Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/019.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.907682736Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/019.replace\" to \"/var/tmp/test_repair/8830/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.90786252Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.909348209Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.910044955Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.911431011Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/009.copy\" to \"/var/tmp/test_repair/8830/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.912071197Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/009.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.912105775Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/009.replace\" to \"/var/tmp/test_repair/8830/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:30.912241436Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:31.425626534Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:31.425704245Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 25 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:31.425724335Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:34.966578771Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"2"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:34.966637562Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"2"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:34.966666147Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: cdd3230b-5dd7-4f5d-8d37-a9341ccde5be, session_id: 86141867-d119-498d-b5ec-2600e2c549ac, gen: 185 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:34.966694122Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: cdd3230b-5dd7-4f5d-8d37-a9341ccde5be, session_id: 86141867-d119-498d-b5ec-2600e2c549ac, gen: 185 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:34.966721967Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"accepted connection from 127.0.0.1:46067","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.101742153Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"main"} {"msg":"connection (127.0.0.1:46067): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.10185024Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"id":"3"} {"msg":"Connection request from 83d03265-ca2e-4c60-b57b-266ed13d4661 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.102106894Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 83d03265-ca2e-4c60-b57b-266ed13d4661, session_id: 1846c689-7bc9-47ba-a6be-8f060a3e3f23, gen: 186 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.102133778Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"UpstairsConnection { upstairs_id: 83d03265-ca2e-4c60-b57b-266ed13d4661, session_id: 1846c689-7bc9-47ba-a6be-8f060a3e3f23, gen: 186 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.102495958Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Current flush_numbers [0..12]: [285, 290, 294, 290, 290, 290, 292, 292, 280, 295, 282, 294]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.103391678Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.126631313Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"3"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:35.126680269Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"3"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.12670264Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 83d03265-ca2e-4c60-b57b-266ed13d4661, session_id: 1846c689-7bc9-47ba-a6be-8f060a3e3f23, gen: 186 } (ConnectionId(3)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.126724462Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 83d03265-ca2e-4c60-b57b-266ed13d4661, session_id: 1846c689-7bc9-47ba-a6be-8f060a3e3f23, gen: 186 } (ConnectionId(3)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.126749925Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"accepted connection from 127.0.0.1:36114","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.234993892Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"main"} {"msg":"connection (127.0.0.1:36114): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.235114735Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"id":"4"} {"msg":"Connection request from 91b3d6e1-1653-4cef-b50a-6d73a833567a with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.23552473Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 91b3d6e1-1653-4cef-b50a-6d73a833567a, session_id: 5cb2ed38-4fd8-4155-b388-aeb8251e25e5, gen: 187 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.23556296Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"UpstairsConnection { upstairs_id: 91b3d6e1-1653-4cef-b50a-6d73a833567a, session_id: 5cb2ed38-4fd8-4155-b388-aeb8251e25e5, gen: 187 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.235987413Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Current flush_numbers [0..12]: [285, 290, 294, 290, 290, 297, 297, 292, 280, 295, 297, 294]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.236838879Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.238367691Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.239424025Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.241235855Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/018.copy\" to \"/var/tmp/test_repair/8830/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.24175978Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/018.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.241803002Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/018.replace\" to \"/var/tmp/test_repair/8830/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.241936992Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.243518262Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.244018364Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.245694162Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/009.copy\" to \"/var/tmp/test_repair/8830/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.246227972Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/009.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.246298109Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/009.replace\" to \"/var/tmp/test_repair/8830/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.246434591Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.247975559Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.248500404Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.250081533Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01C.copy\" to \"/var/tmp/test_repair/8830/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.25057158Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.250608459Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01C.replace\" to \"/var/tmp/test_repair/8830/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.250746452Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.252188938Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.252678164Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.254342217Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00A.copy\" to \"/var/tmp/test_repair/8830/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.254886803Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.254918839Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00A.replace\" to \"/var/tmp/test_repair/8830/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.255070719Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.256582532Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.257077081Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.258766927Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/016.copy\" to \"/var/tmp/test_repair/8830/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.261335514Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/016.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.261387331Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/016.replace\" to \"/var/tmp/test_repair/8830/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:35.2615376Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:35.774807316Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:35.774865627Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:35.774887988Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:35.774908329Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:35.774920796Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.314858612Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"4"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:39.314926627Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"4"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.314957014Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 91b3d6e1-1653-4cef-b50a-6d73a833567a, session_id: 5cb2ed38-4fd8-4155-b388-aeb8251e25e5, gen: 187 } (ConnectionId(4)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.314982627Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 91b3d6e1-1653-4cef-b50a-6d73a833567a, session_id: 5cb2ed38-4fd8-4155-b388-aeb8251e25e5, gen: 187 } (ConnectionId(4)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.315010121Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"accepted connection from 127.0.0.1:51282","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.450973452Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"main"} {"msg":"connection (127.0.0.1:51282): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.451078848Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"id":"5"} {"msg":"Connection request from d8500051-f365-456e-800c-06cf947dc78c with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.451399596Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: d8500051-f365-456e-800c-06cf947dc78c, session_id: b1d7b9db-9fcd-4888-be10-ad1b6f0df410, gen: 188 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.451432353Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"UpstairsConnection { upstairs_id: d8500051-f365-456e-800c-06cf947dc78c, session_id: b1d7b9db-9fcd-4888-be10-ad1b6f0df410, gen: 188 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.45188537Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Current flush_numbers [0..12]: [285, 290, 294, 290, 290, 297, 297, 292, 280, 302, 302, 294]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.452721939Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.476342044Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"5"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:39.476396703Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"5"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.476428639Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: d8500051-f365-456e-800c-06cf947dc78c, session_id: b1d7b9db-9fcd-4888-be10-ad1b6f0df410, gen: 188 } (ConnectionId(5)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.476457715Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: d8500051-f365-456e-800c-06cf947dc78c, session_id: b1d7b9db-9fcd-4888-be10-ad1b6f0df410, gen: 188 } (ConnectionId(5)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.47648642Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"accepted connection from 127.0.0.1:37499","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.616628972Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"main"} {"msg":"connection (127.0.0.1:37499): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.616779621Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"id":"6"} {"msg":"Connection request from 80a20340-eaab-4856-b6a1-4cda2bb1a5fc with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.617246216Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 80a20340-eaab-4856-b6a1-4cda2bb1a5fc, session_id: 2fae524a-458e-4015-ba0e-e52bb77446c7, gen: 189 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.617280844Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"UpstairsConnection { upstairs_id: 80a20340-eaab-4856-b6a1-4cda2bb1a5fc, session_id: 2fae524a-458e-4015-ba0e-e52bb77446c7, gen: 189 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.617732711Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Current flush_numbers [0..12]: [285, 290, 294, 290, 290, 297, 297, 292, 280, 307, 302, 294]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.618694485Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.620101072Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.621414211Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.623417081Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/019.copy\" to \"/var/tmp/test_repair/8830/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.624057497Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/019.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.624090404Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/019.replace\" to \"/var/tmp/test_repair/8830/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.624251098Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.625583047Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.626120749Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.628096214Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/008.copy\" to \"/var/tmp/test_repair/8830/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.628630635Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/008.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.628656258Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/008.replace\" to \"/var/tmp/test_repair/8830/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.628777192Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.630113843Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.63064293Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.63234142Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01A.copy\" to \"/var/tmp/test_repair/8830/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.632948429Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.633032683Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01A.replace\" to \"/var/tmp/test_repair/8830/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.633193978Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.634479341Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.63497306Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.636680306Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/017.copy\" to \"/var/tmp/test_repair/8830/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.637194395Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/017.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.637221579Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/017.replace\" to \"/var/tmp/test_repair/8830/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:39.637357591Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:40.152275012Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:40.152340926Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 25 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:40.152376805Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:40.152402479Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.693135861Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"6"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:43.693181375Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"6"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.693207008Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 80a20340-eaab-4856-b6a1-4cda2bb1a5fc, session_id: 2fae524a-458e-4015-ba0e-e52bb77446c7, gen: 189 } (ConnectionId(6)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.69323016Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 80a20340-eaab-4856-b6a1-4cda2bb1a5fc, session_id: 2fae524a-458e-4015-ba0e-e52bb77446c7, gen: 189 } (ConnectionId(6)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.693294934Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"accepted connection from 127.0.0.1:62871","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.797704269Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"main"} {"msg":"connection (127.0.0.1:62871): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.797799329Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"id":"7"} {"msg":"Connection request from 867db540-4e69-4250-8f7b-db775474b5c1 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.798287165Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 867db540-4e69-4250-8f7b-db775474b5c1, session_id: 9f81d142-4aa2-4aae-a524-13904b1a4d2b, gen: 190 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.798305354Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"UpstairsConnection { upstairs_id: 867db540-4e69-4250-8f7b-db775474b5c1, session_id: 9f81d142-4aa2-4aae-a524-13904b1a4d2b, gen: 190 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.798779463Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Current flush_numbers [0..12]: [285, 290, 294, 290, 290, 297, 297, 292, 308, 307, 302, 294]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.799610319Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.823917834Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"7"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:43.823958746Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"7"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.823987Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 867db540-4e69-4250-8f7b-db775474b5c1, session_id: 9f81d142-4aa2-4aae-a524-13904b1a4d2b, gen: 190 } (ConnectionId(7)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.824013284Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 867db540-4e69-4250-8f7b-db775474b5c1, session_id: 9f81d142-4aa2-4aae-a524-13904b1a4d2b, gen: 190 } (ConnectionId(7)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.824039818Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"accepted connection from 127.0.0.1:63560","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.933464844Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"main"} {"msg":"connection (127.0.0.1:63560): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.933598014Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"id":"8"} {"msg":"Connection request from 59b6963c-8353-453d-b6b4-d3a6b89d6b69 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.93416362Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 59b6963c-8353-453d-b6b4-d3a6b89d6b69, session_id: 66642979-b9f8-42c1-b1e0-d5fda78e64e9, gen: 191 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.934195877Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"UpstairsConnection { upstairs_id: 59b6963c-8353-453d-b6b4-d3a6b89d6b69, session_id: 66642979-b9f8-42c1-b1e0-d5fda78e64e9, gen: 191 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.934644202Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Current flush_numbers [0..12]: [285, 309, 294, 290, 290, 312, 312, 311, 308, 307, 302, 294]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.935385581Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.936892121Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.937597261Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.93946486Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/013.copy\" to \"/var/tmp/test_repair/8830/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.940054249Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/013.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.940122675Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/013.replace\" to \"/var/tmp/test_repair/8830/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.94028547Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.942702858Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.943229084Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.944924373Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00F.copy\" to \"/var/tmp/test_repair/8830/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.945461334Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00F.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.945486807Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00F.replace\" to \"/var/tmp/test_repair/8830/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.9456439Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.94717014Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.947650942Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.949220856Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/010.copy\" to \"/var/tmp/test_repair/8830/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.949752874Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/010.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.94978203Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/010.replace\" to \"/var/tmp/test_repair/8830/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.949905864Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.951357145Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.951882771Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.953629597Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00B.copy\" to \"/var/tmp/test_repair/8830/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.95416827Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.954204409Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00B.replace\" to \"/var/tmp/test_repair/8830/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:43.954323641Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 11 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:44.468804843Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:44.468868057Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:44.46889282Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:44.468915642Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.010199653Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"8"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:48.010285718Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"8"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.010313153Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 59b6963c-8353-453d-b6b4-d3a6b89d6b69, session_id: 66642979-b9f8-42c1-b1e0-d5fda78e64e9, gen: 191 } (ConnectionId(8)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.010344189Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 59b6963c-8353-453d-b6b4-d3a6b89d6b69, session_id: 66642979-b9f8-42c1-b1e0-d5fda78e64e9, gen: 191 } (ConnectionId(8)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.010369632Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"accepted connection from 127.0.0.1:40929","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.14588879Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"main"} {"msg":"connection (127.0.0.1:40929): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.145993105Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"id":"9"} {"msg":"Connection request from d5a027d1-6c9e-4ff8-badd-512381963b29 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.146310411Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: d5a027d1-6c9e-4ff8-badd-512381963b29, session_id: 522f5e46-cf12-4d5b-9be4-c9c3569d649c, gen: 192 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.14634661Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"UpstairsConnection { upstairs_id: d5a027d1-6c9e-4ff8-badd-512381963b29, session_id: 522f5e46-cf12-4d5b-9be4-c9c3569d649c, gen: 192 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.146703147Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Current flush_numbers [0..12]: [285, 309, 294, 290, 290, 312, 312, 311, 308, 307, 302, 313]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.147540096Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.168947451Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"9"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:48.168975185Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"9"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.168996707Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: d5a027d1-6c9e-4ff8-badd-512381963b29, session_id: 522f5e46-cf12-4d5b-9be4-c9c3569d649c, gen: 192 } (ConnectionId(9)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.169018098Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: d5a027d1-6c9e-4ff8-badd-512381963b29, session_id: 522f5e46-cf12-4d5b-9be4-c9c3569d649c, gen: 192 } (ConnectionId(9)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.169039579Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"accepted connection from 127.0.0.1:61202","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.302044038Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"main"} {"msg":"connection (127.0.0.1:61202): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.302134606Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"id":"10"} {"msg":"Connection request from 45f4a77b-0228-49be-8f7d-855af7405baa with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.302552025Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 45f4a77b-0228-49be-8f7d-855af7405baa, session_id: f1ab78c2-5aa5-4356-b421-5e66d2a8ad69, gen: 193 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.302586493Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"UpstairsConnection { upstairs_id: 45f4a77b-0228-49be-8f7d-855af7405baa, session_id: f1ab78c2-5aa5-4356-b421-5e66d2a8ad69, gen: 193 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.302985952Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Current flush_numbers [0..12]: [285, 315, 315, 315, 290, 315, 312, 311, 308, 307, 302, 313]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.303758147Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.305240365Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.30649043Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.308372617Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/005.copy\" to \"/var/tmp/test_repair/8830/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.308857641Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/005.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.308896972Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/005.replace\" to \"/var/tmp/test_repair/8830/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.309032523Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.310599865Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.311097416Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.312629509Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/004.copy\" to \"/var/tmp/test_repair/8830/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.313173374Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/004.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.313205401Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/004.replace\" to \"/var/tmp/test_repair/8830/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.313348696Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.314687388Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.315197125Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 29 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.316687456Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01D.copy\" to \"/var/tmp/test_repair/8830/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.317243218Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.317279957Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01D.replace\" to \"/var/tmp/test_repair/8830/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.317423422Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.318711158Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.31921197Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.320754259Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01C.copy\" to \"/var/tmp/test_repair/8830/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.321356605Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.321380137Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01C.replace\" to \"/var/tmp/test_repair/8830/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.321504472Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.322841493Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.323352511Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.327144219Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00F.copy\" to \"/var/tmp/test_repair/8830/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.327677389Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00F.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.327712657Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00F.replace\" to \"/var/tmp/test_repair/8830/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.327852181Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.329386565Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.329870699Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.331577584Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01B.copy\" to \"/var/tmp/test_repair/8830/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.33212335Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.332151645Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01B.replace\" to \"/var/tmp/test_repair/8830/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:48.332283794Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 4 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:48.845865455Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:48.845935021Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:48.845961065Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 27 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:48.845983907Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:48.846008109Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 29 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:48.846034263Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.385819809Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"10"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:52.385853707Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"10"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.3858785Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 45f4a77b-0228-49be-8f7d-855af7405baa, session_id: f1ab78c2-5aa5-4356-b421-5e66d2a8ad69, gen: 193 } (ConnectionId(10)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.385906625Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 45f4a77b-0228-49be-8f7d-855af7405baa, session_id: f1ab78c2-5aa5-4356-b421-5e66d2a8ad69, gen: 193 } (ConnectionId(10)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.385933429Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"accepted connection from 127.0.0.1:59504","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.519785333Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"main"} {"msg":"connection (127.0.0.1:59504): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.519884605Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"id":"11"} {"msg":"Connection request from 36c3122f-95ed-40f5-818a-ce8565dcbf66 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.520248986Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 36c3122f-95ed-40f5-818a-ce8565dcbf66, session_id: 94d5a31d-d89d-4cdd-8b79-ed0e0ef64af6, gen: 194 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.52027597Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"UpstairsConnection { upstairs_id: 36c3122f-95ed-40f5-818a-ce8565dcbf66, session_id: 94d5a31d-d89d-4cdd-8b79-ed0e0ef64af6, gen: 194 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.520737582Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Current flush_numbers [0..12]: [285, 315, 315, 315, 317, 317, 312, 311, 308, 307, 302, 313]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.521642346Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.542902143Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"11"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:52.542939213Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"11"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.542959353Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 36c3122f-95ed-40f5-818a-ce8565dcbf66, session_id: 94d5a31d-d89d-4cdd-8b79-ed0e0ef64af6, gen: 194 } (ConnectionId(11)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.542980735Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 36c3122f-95ed-40f5-818a-ce8565dcbf66, session_id: 94d5a31d-d89d-4cdd-8b79-ed0e0ef64af6, gen: 194 } (ConnectionId(11)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.543019995Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"accepted connection from 127.0.0.1:39288","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.677946813Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"main"} {"msg":"connection (127.0.0.1:39288): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.678064014Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"id":"12"} {"msg":"Connection request from 57c7eeae-fcc9-4ba9-a69b-caeb0edc956e with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.678469527Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 57c7eeae-fcc9-4ba9-a69b-caeb0edc956e, session_id: 98a126f2-b805-44c8-b6a6-a1742036c343, gen: 195 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.67849487Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"UpstairsConnection { upstairs_id: 57c7eeae-fcc9-4ba9-a69b-caeb0edc956e, session_id: 98a126f2-b805-44c8-b6a6-a1742036c343, gen: 195 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.679018085Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Current flush_numbers [0..12]: [318, 315, 319, 319, 317, 318, 312, 318, 308, 307, 318, 313]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.679912794Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.681282462Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.682601713Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.684773392Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/012.copy\" to \"/var/tmp/test_repair/8830/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.685294165Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/012.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.685333716Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/012.replace\" to \"/var/tmp/test_repair/8830/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.685517302Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.686891263Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.687380849Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.688941017Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/013.copy\" to \"/var/tmp/test_repair/8830/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.689480771Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/013.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.689522882Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/013.replace\" to \"/var/tmp/test_repair/8830/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.689703307Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.691117008Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.691805249Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.693543281Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/000.copy\" to \"/var/tmp/test_repair/8830/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.694051867Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/000.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.694082193Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/000.replace\" to \"/var/tmp/test_repair/8830/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.69420943Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.695515785Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.69602194Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.697769897Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01B.copy\" to \"/var/tmp/test_repair/8830/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.6983287Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.698397946Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01B.replace\" to \"/var/tmp/test_repair/8830/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.698582393Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.700172346Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.700724246Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.70239241Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/011.copy\" to \"/var/tmp/test_repair/8830/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.702918226Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/011.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.702950853Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/011.replace\" to \"/var/tmp/test_repair/8830/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:52.703106445Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 0 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:53.218311387Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:53.218382934Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:53.218407617Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:53.218430439Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 27 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:53.218452381Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:56.759199951Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"12"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:56.75925592Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"12"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:56.759288938Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 57c7eeae-fcc9-4ba9-a69b-caeb0edc956e, session_id: 98a126f2-b805-44c8-b6a6-a1742036c343, gen: 195 } (ConnectionId(12)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:56.759320945Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 57c7eeae-fcc9-4ba9-a69b-caeb0edc956e, session_id: 98a126f2-b805-44c8-b6a6-a1742036c343, gen: 195 } (ConnectionId(12)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:56.759352911Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"accepted connection from 127.0.0.1:44994","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:56.866329492Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"main"} {"msg":"connection (127.0.0.1:44994): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:56.866448855Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"id":"13"} {"msg":"Connection request from f99b1090-ef55-4542-a4cc-8a664f2ca1ce with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:56.866792505Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: f99b1090-ef55-4542-a4cc-8a664f2ca1ce, session_id: 5e984293-41a3-4b19-b8cb-7b1f288be152, gen: 196 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:56.866836078Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"UpstairsConnection { upstairs_id: f99b1090-ef55-4542-a4cc-8a664f2ca1ce, session_id: 5e984293-41a3-4b19-b8cb-7b1f288be152, gen: 196 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:56.867287064Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Current flush_numbers [0..12]: [320, 315, 319, 319, 317, 318, 312, 318, 308, 307, 318, 313]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:56.868094778Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:56.890291546Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"13"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:56.890363634Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"13"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:56.890396722Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: f99b1090-ef55-4542-a4cc-8a664f2ca1ce, session_id: 5e984293-41a3-4b19-b8cb-7b1f288be152, gen: 196 } (ConnectionId(13)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:56.890430639Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: f99b1090-ef55-4542-a4cc-8a664f2ca1ce, session_id: 5e984293-41a3-4b19-b8cb-7b1f288be152, gen: 196 } (ConnectionId(13)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:56.890457814Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"accepted connection from 127.0.0.1:56316","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:56.99990221Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"main"} {"msg":"connection (127.0.0.1:56316): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.000015349Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"id":"14"} {"msg":"Connection request from 3cdab3d0-60e4-4d35-a634-2c70c70d5438 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.000727442Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 3cdab3d0-60e4-4d35-a634-2c70c70d5438, session_id: e8499d76-fafb-4b2c-bfe7-1ae79ba27c3e, gen: 197 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.000771966Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"UpstairsConnection { upstairs_id: 3cdab3d0-60e4-4d35-a634-2c70c70d5438, session_id: e8499d76-fafb-4b2c-bfe7-1ae79ba27c3e, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.001215028Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Current flush_numbers [0..12]: [320, 315, 319, 322, 317, 318, 321, 318, 308, 307, 318, 313]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.002176382Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.00429024Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.00491805Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.006757424Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00D.copy\" to \"/var/tmp/test_repair/8830/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.007365113Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.007408195Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00D.replace\" to \"/var/tmp/test_repair/8830/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.007556033Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.010226483Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.010744585Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.0123555Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/015.copy\" to \"/var/tmp/test_repair/8830/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.012907279Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/015.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.012950952Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/015.replace\" to \"/var/tmp/test_repair/8830/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.013105873Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.014763572Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.015283335Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.016884984Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/009.copy\" to \"/var/tmp/test_repair/8830/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.017405077Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/009.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.017437054Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/009.replace\" to \"/var/tmp/test_repair/8830/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.017547692Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.019093802Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.021536974Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.02322686Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/008.copy\" to \"/var/tmp/test_repair/8830/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.023725491Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/008.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.023750844Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/008.replace\" to \"/var/tmp/test_repair/8830/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.023877391Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.025500042Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.026015812Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.027495458Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/012.copy\" to \"/var/tmp/test_repair/8830/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.028024045Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/012.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.028049939Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/012.replace\" to \"/var/tmp/test_repair/8830/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.028174524Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.029971036Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.030457741Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.031986373Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/018.copy\" to \"/var/tmp/test_repair/8830/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.032510177Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/018.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.032535851Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/018.replace\" to \"/var/tmp/test_repair/8830/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.032653312Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.034377997Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.034888815Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.036417186Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00C.copy\" to \"/var/tmp/test_repair/8830/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.036936989Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.036969606Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00C.replace\" to \"/var/tmp/test_repair/8830/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.037137644Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.038495075Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.039008424Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.042741452Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00A.copy\" to \"/var/tmp/test_repair/8830/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.043247347Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.043278954Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00A.replace\" to \"/var/tmp/test_repair/8830/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.043407081Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:57.558294606Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:57.558360081Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:57.558389236Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 12 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:57.558413649Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:57.558438772Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:57.558464626Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:57.558488558Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:57.55851116Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.097847169Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"14"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.097898566Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"14"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.097927131Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 3cdab3d0-60e4-4d35-a634-2c70c70d5438, session_id: e8499d76-fafb-4b2c-bfe7-1ae79ba27c3e, gen: 197 } (ConnectionId(14)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.097955256Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: 3cdab3d0-60e4-4d35-a634-2c70c70d5438, session_id: e8499d76-fafb-4b2c-bfe7-1ae79ba27c3e, gen: 197 } (ConnectionId(14)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.097983631Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"accepted connection from 127.0.0.1:56162","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.237315618Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"main"} {"msg":"connection (127.0.0.1:56162): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.237460153Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"id":"15"} {"msg":"Connection request from b33b4119-6dc8-49f7-8728-7249437272d6 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.237735468Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: b33b4119-6dc8-49f7-8728-7249437272d6, session_id: 0cd548e0-6eef-47ca-86d2-e11ae1a132b1, gen: 198 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.237763143Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"UpstairsConnection { upstairs_id: b33b4119-6dc8-49f7-8728-7249437272d6, session_id: 0cd548e0-6eef-47ca-86d2-e11ae1a132b1, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.2381586Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Current flush_numbers [0..12]: [320, 315, 319, 322, 317, 318, 321, 318, 323, 323, 323, 313]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.238989876Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.261777834Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"15"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.261825749Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"15"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.261851383Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: b33b4119-6dc8-49f7-8728-7249437272d6, session_id: 0cd548e0-6eef-47ca-86d2-e11ae1a132b1, gen: 198 } (ConnectionId(15)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.261872684Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: b33b4119-6dc8-49f7-8728-7249437272d6, session_id: 0cd548e0-6eef-47ca-86d2-e11ae1a132b1, gen: 198 } (ConnectionId(15)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.261895186Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"accepted connection from 127.0.0.1:44328","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.406784707Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"main"} {"msg":"connection (127.0.0.1:44328): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.406920488Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"id":"16"} {"msg":"Connection request from f9643ad1-76ed-46dc-b241-9e8bc153a31e with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.407327732Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: f9643ad1-76ed-46dc-b241-9e8bc153a31e, session_id: 6080cee6-abd3-4b5d-8d2d-9d55e783fe0f, gen: 199 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.407357988Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"UpstairsConnection { upstairs_id: f9643ad1-76ed-46dc-b241-9e8bc153a31e, session_id: 6080cee6-abd3-4b5d-8d2d-9d55e783fe0f, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.407776487Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Current flush_numbers [0..12]: [320, 315, 319, 322, 317, 318, 324, 318, 323, 323, 323, 313]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.408742314Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.410322542Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.411570717Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.41388451Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/019.copy\" to \"/var/tmp/test_repair/8830/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.414536832Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/019.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.414603497Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/019.replace\" to \"/var/tmp/test_repair/8830/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.414745291Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.416024092Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.416531468Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.418098149Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/012.copy\" to \"/var/tmp/test_repair/8830/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.418600423Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/012.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.418635641Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/012.replace\" to \"/var/tmp/test_repair/8830/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.418779346Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.42057873Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.421068597Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.42279149Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01A.copy\" to \"/var/tmp/test_repair/8830/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.423315755Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.423350093Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01A.replace\" to \"/var/tmp/test_repair/8830/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.423480781Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.424949521Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.42542398Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.427312881Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/002.copy\" to \"/var/tmp/test_repair/8830/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.427796854Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/002.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.427849072Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/002.replace\" to \"/var/tmp/test_repair/8830/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.428043514Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.429534425Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.43009621Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.431834251Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/006.copy\" to \"/var/tmp/test_repair/8830/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.43232738Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/006.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.432396406Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/006.replace\" to \"/var/tmp/test_repair/8830/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.432509856Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.433806276Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.434318704Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.435739339Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/008.copy\" to \"/var/tmp/test_repair/8830/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.436299873Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/008.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.436353431Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/008.replace\" to \"/var/tmp/test_repair/8830/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.436476276Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.437898641Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.438387708Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.4401085Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00D.copy\" to \"/var/tmp/test_repair/8830/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.44260595Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.442650373Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00D.replace\" to \"/var/tmp/test_repair/8830/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.442770856Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.444274234Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.444774967Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.446444212Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/011.copy\" to \"/var/tmp/test_repair/8830/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.4469748Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/011.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.447010399Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/011.replace\" to \"/var/tmp/test_repair/8830/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.44710822Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.44865335Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.449136034Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.450685616Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00B.copy\" to \"/var/tmp/test_repair/8830/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.451194163Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.451229841Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00B.replace\" to \"/var/tmp/test_repair/8830/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.451337308Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.452964521Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.453520412Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.455210359Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00A.copy\" to \"/var/tmp/test_repair/8830/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.455795595Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.455827702Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00A.replace\" to \"/var/tmp/test_repair/8830/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.455967725Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.457264015Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.457757444Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.459282604Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/018.copy\" to \"/var/tmp/test_repair/8830/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.45984716Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/018.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.459898607Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/018.replace\" to \"/var/tmp/test_repair/8830/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.460081082Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.463817271Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.464295172Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.466177039Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.466717642Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.466780545Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.466898857Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/014.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.468231016Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"eid:20 Found repair files: [\"014\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.468772219Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Verify extent 20 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.470389478Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/014.copy\" to \"/var/tmp/test_repair/8830/00/000/014.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.47089048Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/014.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.470924008Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/014.replace\" to \"/var/tmp/test_repair/8830/00/000/014.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.471057828Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.985796425Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.98586278Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.985892135Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.985912966Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.985937729Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 11 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.985962472Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.985986665Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.986041223Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.986058802Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 20 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.98607243Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.986086557Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 25 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.986100434Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.986113871Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:05.527264593Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"16"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:05.52733385Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914,"task":"recv","id":"16"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:05.527367607Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: f9643ad1-76ed-46dc-b241-9e8bc153a31e, session_id: 6080cee6-abd3-4b5d-8d2d-9d55e783fe0f, gen: 199 } (ConnectionId(16)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:05.527407058Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914} {"msg":"upstairs UpstairsConnection { upstairs_id: f9643ad1-76ed-46dc-b241-9e8bc153a31e, session_id: 6080cee6-abd3-4b5d-8d2d-9d55e783fe0f, gen: 199 } (ConnectionId(16)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:05.527440395Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1914}