{"msg":"Opened existing region file \"/var/tmp/test_repair/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.526752173Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.52717765Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.527211877Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.531729397Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.531752405Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 0e1f7f60aff9f26b0d737c97120445edbded1ad3\nCommit timestamp: 2024-12-04T13:14:36.000000000Z branch: renovate/tokio-util-0.x-lockfile\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.575297271Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.575364136Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/test_repair/8820\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.576447392Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.576693703Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.576807984Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.576828013Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.576904147Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"main"} {"msg":"accepted connection from 127.0.0.1:55442","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.60898831Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"main"} {"msg":"connection (127.0.0.1:55442): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.609228392Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"id":"0"} {"msg":"Connection request from 60e294c4-4786-4d22-b2eb-a0f6541998ad with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.609533558Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 60e294c4-4786-4d22-b2eb-a0f6541998ad, session_id: 25c62890-4090-4e38-9d70-889461515f21, gen: 183 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.609557866Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"UpstairsConnection { upstairs_id: 60e294c4-4786-4d22-b2eb-a0f6541998ad, session_id: 25c62890-4090-4e38-9d70-889461515f21, gen: 183 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.610038479Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Current flush_numbers [0..12]: [308, 305, 308, 308, 307, 308, 308, 306, 307, 308, 308, 308]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.610888213Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.612616639Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.61454007Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.620922496Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/002.copy\" to \"/var/tmp/test_repair/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.621478843Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/002.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.621584074Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/002.replace\" to \"/var/tmp/test_repair/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.621720584Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.623281553Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.623877857Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.625490502Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/019.copy\" to \"/var/tmp/test_repair/8820/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.626051158Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/019.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.626080536Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/019.replace\" to \"/var/tmp/test_repair/8820/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.626217106Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.62783501Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.628363619Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.629978314Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00B.copy\" to \"/var/tmp/test_repair/8820/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.630514233Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.630569958Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00B.replace\" to \"/var/tmp/test_repair/8820/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.63067403Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.632207071Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.632686164Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.634441768Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/015.copy\" to \"/var/tmp/test_repair/8820/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.634991426Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/015.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.635029033Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/015.replace\" to \"/var/tmp/test_repair/8820/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.635217108Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.636732671Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.637262939Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.638920161Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/016.copy\" to \"/var/tmp/test_repair/8820/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.63944796Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/016.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.639485647Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/016.replace\" to \"/var/tmp/test_repair/8820/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.639598339Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.641296757Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.642025061Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.643619897Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01A.copy\" to \"/var/tmp/test_repair/8820/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.644138817Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.644167724Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01A.replace\" to \"/var/tmp/test_repair/8820/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.644296314Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.645686167Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.646223495Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.648142967Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/003.copy\" to \"/var/tmp/test_repair/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.651230527Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/003.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.651262395Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/003.replace\" to \"/var/tmp/test_repair/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:17.651393395Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:18.164601517Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:18.164645854Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 11 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:18.164669962Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:18.164692Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:18.164713239Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 25 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:18.164735767Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:18.164759315Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:21.703257908Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:21.70335433Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:21.703386338Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 60e294c4-4786-4d22-b2eb-a0f6541998ad, session_id: 25c62890-4090-4e38-9d70-889461515f21, gen: 183 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:21.703414926Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 60e294c4-4786-4d22-b2eb-a0f6541998ad, session_id: 25c62890-4090-4e38-9d70-889461515f21, gen: 183 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:21.703439404Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:21.835223752Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:57122"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:21.835992942Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"uri":"/region-info","method":"GET","req_id":"7adec9c5-fc3b-4f0b-9013-ba8a07f6b4ea","remote_addr":"127.0.0.1:57122","local_addr":"0.0.0.0:12820","task":"repair","latency_us":196,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:45562","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:21.868860145Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"main"} {"msg":"connection (127.0.0.1:45562): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:21.86892506Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"id":"1"} {"msg":"Connection request from e54ed59b-ce76-49d2-98b1-0106031b9dc1 with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:21.86932052Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: e54ed59b-ce76-49d2-98b1-0106031b9dc1, session_id: b3b71a09-a01e-478b-8711-718703fa90c3, gen: 184 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:21.869361017Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"UpstairsConnection { upstairs_id: e54ed59b-ce76-49d2-98b1-0106031b9dc1, session_id: b3b71a09-a01e-478b-8711-718703fa90c3, gen: 184 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:21.869800752Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Current flush_numbers [0..12]: [308, 305, 309, 309, 307, 308, 308, 306, 307, 308, 308, 309]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:21.870777947Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:21.892151991Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"1"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:21.892189478Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"1"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:21.892212786Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: e54ed59b-ce76-49d2-98b1-0106031b9dc1, session_id: b3b71a09-a01e-478b-8711-718703fa90c3, gen: 184 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:21.892235174Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: e54ed59b-ce76-49d2-98b1-0106031b9dc1, session_id: b3b71a09-a01e-478b-8711-718703fa90c3, gen: 184 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:21.892256942Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.026665048Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:51961"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.027380632Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"uri":"/region-info","method":"GET","req_id":"7a75275c-a580-4ad1-ae48-4ab4f8a6de4b","remote_addr":"127.0.0.1:51961","local_addr":"0.0.0.0:12820","task":"repair","latency_us":150,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:42590","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.060950141Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"main"} {"msg":"connection (127.0.0.1:42590): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.061104539Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"id":"2"} {"msg":"Connection request from 9b24ce25-6f9f-4f86-979b-f80481879004 with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.061487149Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 9b24ce25-6f9f-4f86-979b-f80481879004, session_id: 24db3b95-bcef-4db9-a8e1-0f429f1d0261, gen: 185 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.061517457Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"UpstairsConnection { upstairs_id: 9b24ce25-6f9f-4f86-979b-f80481879004, session_id: 24db3b95-bcef-4db9-a8e1-0f429f1d0261, gen: 185 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.061982621Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Current flush_numbers [0..12]: [308, 311, 311, 309, 307, 308, 308, 312, 310, 308, 308, 309]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.062956096Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.064696661Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.06625681Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.068252935Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/002.copy\" to \"/var/tmp/test_repair/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.06884168Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/002.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.068908304Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/002.replace\" to \"/var/tmp/test_repair/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.069071492Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.071016021Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.071564149Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.073207891Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/006.copy\" to \"/var/tmp/test_repair/8820/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.073796225Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/006.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.073828053Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/006.replace\" to \"/var/tmp/test_repair/8820/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.073958293Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.075624254Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.076158393Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.077921296Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/008.copy\" to \"/var/tmp/test_repair/8820/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.078440046Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/008.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.078471603Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/008.replace\" to \"/var/tmp/test_repair/8820/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.078630391Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.080383375Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.080885096Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.082595114Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/016.copy\" to \"/var/tmp/test_repair/8820/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.083186428Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/016.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.083213836Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/016.replace\" to \"/var/tmp/test_repair/8820/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.083339176Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.084907025Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.085411696Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.087025891Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/015.copy\" to \"/var/tmp/test_repair/8820/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.087523952Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/015.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.08755029Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/015.replace\" to \"/var/tmp/test_repair/8820/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:22.08767491Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:22.601299801Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:22.601364106Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:22.601384904Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:22.601405373Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:22.601425641Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.13996547Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"2"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:26.140040254Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"2"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.140071312Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 9b24ce25-6f9f-4f86-979b-f80481879004, session_id: 24db3b95-bcef-4db9-a8e1-0f429f1d0261, gen: 185 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.14010102Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 9b24ce25-6f9f-4f86-979b-f80481879004, session_id: 24db3b95-bcef-4db9-a8e1-0f429f1d0261, gen: 185 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.140130797Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"accepted connection from 127.0.0.1:49466","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.273955328Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"main"} {"msg":"connection (127.0.0.1:49466): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.274009183Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"id":"3"} {"msg":"Connection request from 964209e6-208e-4db8-89b0-94de78aef023 with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.274338678Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 964209e6-208e-4db8-89b0-94de78aef023, session_id: df5ebef9-00a2-400c-930f-9f21ee501357, gen: 186 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.274368906Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"UpstairsConnection { upstairs_id: 964209e6-208e-4db8-89b0-94de78aef023, session_id: df5ebef9-00a2-400c-930f-9f21ee501357, gen: 186 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.274784943Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Current flush_numbers [0..12]: [308, 311, 313, 309, 307, 308, 313, 312, 313, 308, 308, 309]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.275725391Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.297434759Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"3"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:26.297501683Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"3"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.297529521Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 964209e6-208e-4db8-89b0-94de78aef023, session_id: df5ebef9-00a2-400c-930f-9f21ee501357, gen: 186 } (ConnectionId(3)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.297558019Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 964209e6-208e-4db8-89b0-94de78aef023, session_id: df5ebef9-00a2-400c-930f-9f21ee501357, gen: 186 } (ConnectionId(3)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.297586937Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"accepted connection from 127.0.0.1:47262","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.428867084Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"main"} {"msg":"connection (127.0.0.1:47262): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.428974096Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"id":"4"} {"msg":"Connection request from ca7c3448-ac66-4c2f-a270-c6180047833b with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.429318449Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: ca7c3448-ac66-4c2f-a270-c6180047833b, session_id: b796d617-c04c-408f-a900-ea96bdfe399d, gen: 187 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.429357756Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"UpstairsConnection { upstairs_id: ca7c3448-ac66-4c2f-a270-c6180047833b, session_id: b796d617-c04c-408f-a900-ea96bdfe399d, gen: 187 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.429771174Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Current flush_numbers [0..12]: [308, 314, 315, 309, 307, 308, 313, 312, 313, 315, 308, 309]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.430591881Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.432259581Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.435422696Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.437318999Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00A.copy\" to \"/var/tmp/test_repair/8820/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.437820021Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.437883305Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00A.replace\" to \"/var/tmp/test_repair/8820/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.438038473Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.439984963Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.440516181Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.442024805Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00F.copy\" to \"/var/tmp/test_repair/8820/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.442613859Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00F.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.442653706Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00F.replace\" to \"/var/tmp/test_repair/8820/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:26.442800164Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:26.956636379Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:26.956707133Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.497264707Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"4"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:30.497326682Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"4"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.49734974Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: ca7c3448-ac66-4c2f-a270-c6180047833b, session_id: b796d617-c04c-408f-a900-ea96bdfe399d, gen: 187 } (ConnectionId(4)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.497371048Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: ca7c3448-ac66-4c2f-a270-c6180047833b, session_id: b796d617-c04c-408f-a900-ea96bdfe399d, gen: 187 } (ConnectionId(4)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.497391907Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"accepted connection from 127.0.0.1:38187","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.630993544Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"main"} {"msg":"connection (127.0.0.1:38187): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.631130074Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"id":"5"} {"msg":"Connection request from 6543b108-79c3-42c6-888a-90b25f67ca42 with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.631461318Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 6543b108-79c3-42c6-888a-90b25f67ca42, session_id: a82a2fdb-4ed0-4ae5-ae43-8b0a1ee1843c, gen: 188 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.631499565Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"UpstairsConnection { upstairs_id: 6543b108-79c3-42c6-888a-90b25f67ca42, session_id: a82a2fdb-4ed0-4ae5-ae43-8b0a1ee1843c, gen: 188 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.631925192Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Current flush_numbers [0..12]: [308, 314, 315, 309, 307, 308, 313, 312, 313, 315, 317, 309]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.632915565Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.653775049Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"5"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:30.653822036Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"5"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.653845084Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 6543b108-79c3-42c6-888a-90b25f67ca42, session_id: a82a2fdb-4ed0-4ae5-ae43-8b0a1ee1843c, gen: 188 } (ConnectionId(5)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.653867112Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 6543b108-79c3-42c6-888a-90b25f67ca42, session_id: a82a2fdb-4ed0-4ae5-ae43-8b0a1ee1843c, gen: 188 } (ConnectionId(5)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.65388922Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"accepted connection from 127.0.0.1:41352","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.787964021Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"main"} {"msg":"connection (127.0.0.1:41352): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.788007737Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"id":"6"} {"msg":"Connection request from fe503e57-bc9b-446c-84d1-414e4f7f8743 with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.788502049Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: fe503e57-bc9b-446c-84d1-414e4f7f8743, session_id: 529fbc3c-70f3-43cc-96a6-e74cbb74b102, gen: 189 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.788539996Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"UpstairsConnection { upstairs_id: fe503e57-bc9b-446c-84d1-414e4f7f8743, session_id: 529fbc3c-70f3-43cc-96a6-e74cbb74b102, gen: 189 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.788937595Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Current flush_numbers [0..12]: [308, 314, 315, 309, 307, 320, 313, 312, 313, 315, 317, 309]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.789767701Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.791395215Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.792139717Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.793819867Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00D.copy\" to \"/var/tmp/test_repair/8820/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.794462147Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.794504104Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00D.replace\" to \"/var/tmp/test_repair/8820/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.794667951Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.797328305Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.797900141Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.799721039Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/001.copy\" to \"/var/tmp/test_repair/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.80036421Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/001.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.800413336Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/001.replace\" to \"/var/tmp/test_repair/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.800531517Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.802020661Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.808954724Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.810639493Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/009.copy\" to \"/var/tmp/test_repair/8820/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.811209669Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/009.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.811244797Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/009.replace\" to \"/var/tmp/test_repair/8820/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.811376836Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.81301309Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.813578346Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.815032293Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/015.copy\" to \"/var/tmp/test_repair/8820/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.81558295Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/015.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.815659684Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/015.replace\" to \"/var/tmp/test_repair/8820/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.815788574Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.817338705Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.817884862Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.819420933Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01C.copy\" to \"/var/tmp/test_repair/8820/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.819934053Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.81997254Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01C.replace\" to \"/var/tmp/test_repair/8820/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:30.820053604Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:31.334716315Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:31.334796169Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:31.334832516Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:31.334858964Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:31.334885791Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:34.871655858Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"6"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:34.871712643Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"6"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:34.871746381Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: fe503e57-bc9b-446c-84d1-414e4f7f8743, session_id: 529fbc3c-70f3-43cc-96a6-e74cbb74b102, gen: 189 } (ConnectionId(6)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:34.871777908Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: fe503e57-bc9b-446c-84d1-414e4f7f8743, session_id: 529fbc3c-70f3-43cc-96a6-e74cbb74b102, gen: 189 } (ConnectionId(6)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:34.871805376Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"accepted connection from 127.0.0.1:62414","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.004530062Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"main"} {"msg":"connection (127.0.0.1:62414): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.004589567Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"id":"7"} {"msg":"Connection request from d7d64290-d419-417d-a8e5-cbbce6eeedcc with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.005033383Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: d7d64290-d419-417d-a8e5-cbbce6eeedcc, session_id: 4618cb2a-5d41-4857-81a1-4fbfe8e7bf00, gen: 190 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.005079759Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"UpstairsConnection { upstairs_id: d7d64290-d419-417d-a8e5-cbbce6eeedcc, session_id: 4618cb2a-5d41-4857-81a1-4fbfe8e7bf00, gen: 190 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.005475039Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Current flush_numbers [0..12]: [308, 321, 315, 309, 307, 320, 313, 312, 313, 321, 317, 309]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.006376289Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.026272847Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"7"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:35.026311894Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"7"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.026342632Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: d7d64290-d419-417d-a8e5-cbbce6eeedcc, session_id: 4618cb2a-5d41-4857-81a1-4fbfe8e7bf00, gen: 190 } (ConnectionId(7)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.02636829Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: d7d64290-d419-417d-a8e5-cbbce6eeedcc, session_id: 4618cb2a-5d41-4857-81a1-4fbfe8e7bf00, gen: 190 } (ConnectionId(7)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.026396818Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"accepted connection from 127.0.0.1:34913","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.159876464Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"main"} {"msg":"connection (127.0.0.1:34913): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.159964838Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"id":"8"} {"msg":"Connection request from b70e6698-dab3-4e7c-ad14-e1f2963d6460 with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.160493937Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: b70e6698-dab3-4e7c-ad14-e1f2963d6460, session_id: 38952ff9-eae0-42ba-bdeb-a47133167e4c, gen: 191 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.160521335Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"UpstairsConnection { upstairs_id: b70e6698-dab3-4e7c-ad14-e1f2963d6460, session_id: 38952ff9-eae0-42ba-bdeb-a47133167e4c, gen: 191 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.160939292Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Current flush_numbers [0..12]: [322, 321, 315, 309, 322, 320, 313, 312, 322, 321, 322, 309]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.161865181Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.163407811Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.164140024Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.165944804Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/012.copy\" to \"/var/tmp/test_repair/8820/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.166534819Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/012.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.166576296Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/012.replace\" to \"/var/tmp/test_repair/8820/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.166712115Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.168991588Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.169546235Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.171351765Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01C.copy\" to \"/var/tmp/test_repair/8820/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.172012334Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.172048232Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01C.replace\" to \"/var/tmp/test_repair/8820/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.172189081Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.173603651Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.174143979Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.17580295Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/010.copy\" to \"/var/tmp/test_repair/8820/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.180318441Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/010.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.180349278Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/010.replace\" to \"/var/tmp/test_repair/8820/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.180488218Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.181920496Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.182431967Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.184094878Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00D.copy\" to \"/var/tmp/test_repair/8820/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.184623127Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.184659254Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00D.replace\" to \"/var/tmp/test_repair/8820/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.184815452Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.186675828Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.187350256Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 29 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.189067823Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01D.copy\" to \"/var/tmp/test_repair/8820/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.189570154Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.189608841Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01D.replace\" to \"/var/tmp/test_repair/8820/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.189720262Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.191062728Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.191579448Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.193293535Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/008.copy\" to \"/var/tmp/test_repair/8820/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.193824644Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/008.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.193860501Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/008.replace\" to \"/var/tmp/test_repair/8820/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:35.194020919Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:35.708581257Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:35.708644262Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:35.708670231Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:35.708692599Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:35.708714707Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 29 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:35.708737565Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.248308794Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"8"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:39.248384008Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"8"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.248415906Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: b70e6698-dab3-4e7c-ad14-e1f2963d6460, session_id: 38952ff9-eae0-42ba-bdeb-a47133167e4c, gen: 191 } (ConnectionId(8)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.248444984Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: b70e6698-dab3-4e7c-ad14-e1f2963d6460, session_id: 38952ff9-eae0-42ba-bdeb-a47133167e4c, gen: 191 } (ConnectionId(8)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.248472551Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"accepted connection from 127.0.0.1:33286","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.380848684Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"main"} {"msg":"connection (127.0.0.1:33286): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.380931048Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"id":"9"} {"msg":"Connection request from 12ff3120-2ad1-467b-9d47-6e9f906fc991 with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.381282471Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 12ff3120-2ad1-467b-9d47-6e9f906fc991, session_id: c8e96e5b-e51d-4891-9216-4cbd5901eeee, gen: 192 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.381318548Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"UpstairsConnection { upstairs_id: 12ff3120-2ad1-467b-9d47-6e9f906fc991, session_id: c8e96e5b-e51d-4891-9216-4cbd5901eeee, gen: 192 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.381768433Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Current flush_numbers [0..12]: [322, 321, 315, 309, 322, 320, 313, 312, 323, 321, 322, 309]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.382629076Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.403214901Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"9"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:39.403272076Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"9"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.403301354Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 12ff3120-2ad1-467b-9d47-6e9f906fc991, session_id: c8e96e5b-e51d-4891-9216-4cbd5901eeee, gen: 192 } (ConnectionId(9)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.403328252Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 12ff3120-2ad1-467b-9d47-6e9f906fc991, session_id: c8e96e5b-e51d-4891-9216-4cbd5901eeee, gen: 192 } (ConnectionId(9)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.4033528Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"accepted connection from 127.0.0.1:58147","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.542505688Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"main"} {"msg":"connection (127.0.0.1:58147): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.542632578Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"id":"10"} {"msg":"Connection request from c5274b27-a434-4742-842b-120d21ec4b1d with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.543064035Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: c5274b27-a434-4742-842b-120d21ec4b1d, session_id: 5b5304f6-3bcf-43b5-bc4b-ff2020003fca, gen: 193 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.543104261Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"UpstairsConnection { upstairs_id: c5274b27-a434-4742-842b-120d21ec4b1d, session_id: 5b5304f6-3bcf-43b5-bc4b-ff2020003fca, gen: 193 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.54350935Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Current flush_numbers [0..12]: [322, 321, 315, 309, 322, 320, 313, 312, 323, 325, 322, 309]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.544322457Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.546104119Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.546894908Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.548724776Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00B.copy\" to \"/var/tmp/test_repair/8820/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.549396854Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.54944345Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00B.replace\" to \"/var/tmp/test_repair/8820/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.549644205Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.552195517Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.552685419Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.554461691Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00C.copy\" to \"/var/tmp/test_repair/8820/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.55499569Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.555086633Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00C.replace\" to \"/var/tmp/test_repair/8820/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.555203704Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.556841547Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.557530184Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.559322595Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/006.copy\" to \"/var/tmp/test_repair/8820/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.559860333Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/006.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.55989631Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/006.replace\" to \"/var/tmp/test_repair/8820/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.560041969Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.561464249Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.562118988Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.566019326Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/009.copy\" to \"/var/tmp/test_repair/8820/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.566682234Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/009.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.566709222Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/009.replace\" to \"/var/tmp/test_repair/8820/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.566835473Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.568797081Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.569337589Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.570980691Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00E.copy\" to \"/var/tmp/test_repair/8820/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.571487892Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00E.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.571525749Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00E.replace\" to \"/var/tmp/test_repair/8820/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.571638201Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.573224058Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.573744597Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.575505571Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/002.copy\" to \"/var/tmp/test_repair/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.576043169Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/002.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.576078856Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/002.replace\" to \"/var/tmp/test_repair/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.576178409Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.577505996Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.577992318Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.579716555Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/015.copy\" to \"/var/tmp/test_repair/8820/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.580218916Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/015.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.580256513Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/015.replace\" to \"/var/tmp/test_repair/8820/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.580361614Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.581921294Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.582429094Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.584078186Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/019.copy\" to \"/var/tmp/test_repair/8820/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.584626234Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/019.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.584654252Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/019.replace\" to \"/var/tmp/test_repair/8820/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.584776782Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.586289585Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.586912697Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.592050399Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01A.copy\" to \"/var/tmp/test_repair/8820/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.592589527Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.592617105Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01A.replace\" to \"/var/tmp/test_repair/8820/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.592742515Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.594768448Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.595275139Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.596903713Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/011.copy\" to \"/var/tmp/test_repair/8820/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.597399564Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/011.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.597428292Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/011.replace\" to \"/var/tmp/test_repair/8820/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.597558122Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.599276669Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.599810127Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.601346008Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01B.copy\" to \"/var/tmp/test_repair/8820/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.601927223Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.601955411Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01B.replace\" to \"/var/tmp/test_repair/8820/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.60210164Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.603574926Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.604089146Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.605663964Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/017.copy\" to \"/var/tmp/test_repair/8820/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.606316623Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/017.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.60635398Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/017.replace\" to \"/var/tmp/test_repair/8820/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.606515048Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.607894081Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.608432859Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.610317783Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01C.copy\" to \"/var/tmp/test_repair/8820/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.613830501Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.613880487Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01C.replace\" to \"/var/tmp/test_repair/8820/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:39.614032976Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:40.130195269Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:40.130256695Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:40.130285252Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 11 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:40.13031245Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 12 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:40.130336718Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:40.130362736Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:40.130388404Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:40.130409263Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:40.130435111Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 25 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:40.130460499Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:40.130487466Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 27 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:40.130515015Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:40.130542482Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.667369775Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"10"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:43.667437879Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"10"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.667543911Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: c5274b27-a434-4742-842b-120d21ec4b1d, session_id: 5b5304f6-3bcf-43b5-bc4b-ff2020003fca, gen: 193 } (ConnectionId(10)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.66756156Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: c5274b27-a434-4742-842b-120d21ec4b1d, session_id: 5b5304f6-3bcf-43b5-bc4b-ff2020003fca, gen: 193 } (ConnectionId(10)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.667575989Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"accepted connection from 127.0.0.1:46432","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.801200665Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"main"} {"msg":"connection (127.0.0.1:46432): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.80125384Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"id":"11"} {"msg":"Connection request from e33a7ec2-d7da-4bd0-a50e-79d66b63cb40 with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.801733783Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: e33a7ec2-d7da-4bd0-a50e-79d66b63cb40, session_id: 4d022acc-653a-449c-b0c8-a301d14bf124, gen: 194 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.80177489Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"UpstairsConnection { upstairs_id: e33a7ec2-d7da-4bd0-a50e-79d66b63cb40, session_id: 4d022acc-653a-449c-b0c8-a301d14bf124, gen: 194 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.802216546Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Current flush_numbers [0..12]: [322, 321, 326, 309, 322, 320, 326, 312, 323, 326, 322, 326]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.803174552Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.823310461Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"11"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:43.823352698Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"11"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.823377266Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: e33a7ec2-d7da-4bd0-a50e-79d66b63cb40, session_id: 4d022acc-653a-449c-b0c8-a301d14bf124, gen: 194 } (ConnectionId(11)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.823400534Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: e33a7ec2-d7da-4bd0-a50e-79d66b63cb40, session_id: 4d022acc-653a-449c-b0c8-a301d14bf124, gen: 194 } (ConnectionId(11)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.823423492Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"accepted connection from 127.0.0.1:40262","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.956741862Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"main"} {"msg":"connection (127.0.0.1:40262): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.956816956Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"id":"12"} {"msg":"Connection request from 8238c9aa-f7fc-423b-b92e-0730aecdf1d4 with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.957253442Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 8238c9aa-f7fc-423b-b92e-0730aecdf1d4, session_id: c1d30c12-e399-4188-aef3-1278862baadb, gen: 195 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.957297599Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"UpstairsConnection { upstairs_id: 8238c9aa-f7fc-423b-b92e-0730aecdf1d4, session_id: c1d30c12-e399-4188-aef3-1278862baadb, gen: 195 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.957701788Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Current flush_numbers [0..12]: [322, 321, 326, 309, 329, 329, 327, 312, 323, 326, 331, 326]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.958634975Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.960301246Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.960954676Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.962673602Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/010.copy\" to \"/var/tmp/test_repair/8820/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.963231899Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/010.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.963343161Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/010.replace\" to \"/var/tmp/test_repair/8820/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.963471281Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.966198159Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.96670979Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.968347303Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/001.copy\" to \"/var/tmp/test_repair/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.968866413Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/001.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.96889632Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/001.replace\" to \"/var/tmp/test_repair/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.969011411Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.970668823Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.971163315Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.973040249Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/017.copy\" to \"/var/tmp/test_repair/8820/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.973604635Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/017.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.973632633Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/017.replace\" to \"/var/tmp/test_repair/8820/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.973783682Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.975341001Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.975911467Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.977574038Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01A.copy\" to \"/var/tmp/test_repair/8820/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.97819516Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.978240226Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01A.replace\" to \"/var/tmp/test_repair/8820/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.978365597Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.979854881Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.980377401Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.982026213Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/002.copy\" to \"/var/tmp/test_repair/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.982525314Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/002.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.982554042Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/002.replace\" to \"/var/tmp/test_repair/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:43.982760026Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:44.496050073Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:44.496131207Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:44.496162664Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:44.496189902Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:44.49621389Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.037698732Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"12"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:48.037775226Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"12"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.037859219Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 8238c9aa-f7fc-423b-b92e-0730aecdf1d4, session_id: c1d30c12-e399-4188-aef3-1278862baadb, gen: 195 } (ConnectionId(12)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.037887387Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 8238c9aa-f7fc-423b-b92e-0730aecdf1d4, session_id: c1d30c12-e399-4188-aef3-1278862baadb, gen: 195 } (ConnectionId(12)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.037915655Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.171055498Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:49942"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.171773712Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"uri":"/region-info","method":"GET","req_id":"403845bd-a5fb-4091-b367-a6418895a6ae","remote_addr":"127.0.0.1:49942","local_addr":"0.0.0.0:12820","task":"repair","latency_us":157,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:60752","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.204810672Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"main"} {"msg":"connection (127.0.0.1:60752): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.204946252Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"id":"13"} {"msg":"Connection request from 0c86ab9a-bdad-4321-950a-1aace55156db with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.205328312Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 0c86ab9a-bdad-4321-950a-1aace55156db, session_id: 1ba71f1a-168c-4638-b41c-5e5f37382e5b, gen: 196 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.20536119Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"UpstairsConnection { upstairs_id: 0c86ab9a-bdad-4321-950a-1aace55156db, session_id: 1ba71f1a-168c-4638-b41c-5e5f37382e5b, gen: 196 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.20588286Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Current flush_numbers [0..12]: [322, 332, 332, 309, 329, 329, 327, 312, 323, 326, 331, 326]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.206892481Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.228823632Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"13"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:48.228871278Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"13"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.228897246Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 0c86ab9a-bdad-4321-950a-1aace55156db, session_id: 1ba71f1a-168c-4638-b41c-5e5f37382e5b, gen: 196 } (ConnectionId(13)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.228922474Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 0c86ab9a-bdad-4321-950a-1aace55156db, session_id: 1ba71f1a-168c-4638-b41c-5e5f37382e5b, gen: 196 } (ConnectionId(13)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.228944322Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.361636391Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:63168"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.362322467Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"uri":"/region-info","method":"GET","req_id":"27066643-43e0-45c4-8397-9c6c708b699f","remote_addr":"127.0.0.1:63168","local_addr":"0.0.0.0:12820","task":"repair","latency_us":132,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:38427","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.395095288Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"main"} {"msg":"connection (127.0.0.1:38427): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.395151194Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"id":"14"} {"msg":"Connection request from b20ddca5-4cf2-4a29-a7b5-605db67b3c4e with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.395534514Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: b20ddca5-4cf2-4a29-a7b5-605db67b3c4e, session_id: 7c474bba-cd05-4e44-9e42-5824010ba0ce, gen: 197 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.395565052Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"UpstairsConnection { upstairs_id: b20ddca5-4cf2-4a29-a7b5-605db67b3c4e, session_id: 7c474bba-cd05-4e44-9e42-5824010ba0ce, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.396010577Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Current flush_numbers [0..12]: [322, 332, 332, 309, 329, 329, 333, 312, 323, 326, 331, 326]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.396944635Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.398608226Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.401851075Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.404126438Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00E.copy\" to \"/var/tmp/test_repair/8820/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.404711673Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00E.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.40475117Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00E.replace\" to \"/var/tmp/test_repair/8820/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.40488251Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.406576629Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.40707542Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.408945855Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/000.copy\" to \"/var/tmp/test_repair/8820/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.409466945Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/000.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.409497762Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/000.replace\" to \"/var/tmp/test_repair/8820/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.409621942Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.41120179Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.411767796Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.413417508Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/001.copy\" to \"/var/tmp/test_repair/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.413959916Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/001.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.414012592Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/001.replace\" to \"/var/tmp/test_repair/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.414127553Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.415829901Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.416351421Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.418120774Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01C.copy\" to \"/var/tmp/test_repair/8820/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.418649203Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.41868542Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01C.replace\" to \"/var/tmp/test_repair/8820/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.418827459Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.420225111Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.424952485Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.426887335Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/002.copy\" to \"/var/tmp/test_repair/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.427409704Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/002.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.427437712Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/002.replace\" to \"/var/tmp/test_repair/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.427566612Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.428929076Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.429447076Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.431157674Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00B.copy\" to \"/var/tmp/test_repair/8820/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.431800704Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.431839131Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00B.replace\" to \"/var/tmp/test_repair/8820/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:48.431965491Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 0 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:48.945725631Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:48.945780387Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:48.945811805Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 11 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:48.945840072Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:48.94586585Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:48.945888988Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.485325728Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"14"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:52.485374725Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"14"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.485403173Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: b20ddca5-4cf2-4a29-a7b5-605db67b3c4e, session_id: 7c474bba-cd05-4e44-9e42-5824010ba0ce, gen: 197 } (ConnectionId(14)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.485428251Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: b20ddca5-4cf2-4a29-a7b5-605db67b3c4e, session_id: 7c474bba-cd05-4e44-9e42-5824010ba0ce, gen: 197 } (ConnectionId(14)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.485467137Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.616099425Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:54486"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.616767403Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"uri":"/region-info","method":"GET","req_id":"445fb110-39bc-41ec-9918-1d43ce755e00","remote_addr":"127.0.0.1:54486","local_addr":"0.0.0.0:12820","task":"repair","latency_us":129,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:42645","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.649968711Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"main"} {"msg":"connection (127.0.0.1:42645): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.650122189Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"id":"15"} {"msg":"Connection request from 780321b2-93f5-4149-b011-038567fcc506 with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.650424196Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 780321b2-93f5-4149-b011-038567fcc506, session_id: 15e0cc2e-62b2-4e69-9c33-13982468078a, gen: 198 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.650456293Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"UpstairsConnection { upstairs_id: 780321b2-93f5-4149-b011-038567fcc506, session_id: 15e0cc2e-62b2-4e69-9c33-13982468078a, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.650897119Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Current flush_numbers [0..12]: [335, 335, 335, 309, 329, 329, 333, 312, 323, 326, 331, 335]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.651739924Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.67243491Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"15"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:52.672474577Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"15"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.672498885Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 780321b2-93f5-4149-b011-038567fcc506, session_id: 15e0cc2e-62b2-4e69-9c33-13982468078a, gen: 198 } (ConnectionId(15)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.672521933Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 780321b2-93f5-4149-b011-038567fcc506, session_id: 15e0cc2e-62b2-4e69-9c33-13982468078a, gen: 198 } (ConnectionId(15)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.672544122Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.801027725Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:58076"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.801817964Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"uri":"/region-info","method":"GET","req_id":"93f480ff-b466-4217-8b91-2f385f696adb","remote_addr":"127.0.0.1:58076","local_addr":"0.0.0.0:12820","task":"repair","latency_us":145,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:47661","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.835001443Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"main"} {"msg":"connection (127.0.0.1:47661): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.83517415Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"id":"16"} {"msg":"Connection request from 12a4697e-bae6-4b99-a28e-b6d14815e263 with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.835531442Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 12a4697e-bae6-4b99-a28e-b6d14815e263, session_id: ad6b61ce-54e3-423d-ba9b-955d9bda6c01, gen: 199 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.835570539Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"UpstairsConnection { upstairs_id: 12a4697e-bae6-4b99-a28e-b6d14815e263, session_id: ad6b61ce-54e3-423d-ba9b-955d9bda6c01, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.836029163Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Current flush_numbers [0..12]: [335, 336, 335, 309, 329, 337, 336, 336, 336, 326, 336, 336]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.836859769Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.838493982Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.83981277Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.841847982Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01B.copy\" to \"/var/tmp/test_repair/8820/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.842464385Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.842508071Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01B.replace\" to \"/var/tmp/test_repair/8820/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.842662859Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.844113197Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.844670554Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.846766541Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01C.copy\" to \"/var/tmp/test_repair/8820/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.847280841Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.847347596Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01C.replace\" to \"/var/tmp/test_repair/8820/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.847501624Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.848951552Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.849717463Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.851325568Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/000.copy\" to \"/var/tmp/test_repair/8820/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.851881125Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/000.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.851922672Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/000.replace\" to \"/var/tmp/test_repair/8820/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.852050952Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 0 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:53.366001578Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 27 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:53.366072022Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:53.36609994Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:56.90269625Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"16"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:56.902750035Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912,"task":"recv","id":"16"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:56.902781683Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 12a4697e-bae6-4b99-a28e-b6d14815e263, session_id: ad6b61ce-54e3-423d-ba9b-955d9bda6c01, gen: 199 } (ConnectionId(16)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:56.902813281Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912} {"msg":"upstairs UpstairsConnection { upstairs_id: 12a4697e-bae6-4b99-a28e-b6d14815e263, session_id: ad6b61ce-54e3-423d-ba9b-955d9bda6c01, gen: 199 } (ConnectionId(16)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:56.902846628Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1912}