{"msg":"Opened existing region file \"/var/tmp/test_repair/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.286107169Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.286491108Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.286521349Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.288815624Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.288840544Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2978a42101da810efa0e51ea3f370f1f90c0069b\nCommit timestamp: 2024-12-09T14:48:58.000000000Z  branch: mkeeter/simplify-faults\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.331089794Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"task":"main"}
{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.331134906Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"task":"main"}
{"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/test_repair/8820\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.33214014Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"task":"repair"}
{"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.332485248Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"local_addr":"0.0.0.0:12820","task":"repair"}
{"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.332622461Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"task":"main"}
{"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.332650232Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"task":"main"}
{"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.332739784Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"task":"main"}
{"msg":"accepted connection from 127.0.0.1:42221","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.365346813Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"task":"main"}
{"msg":"connection (127.0.0.1:42221): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.365552228Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"id":"0"}
{"msg":"Connection request from fbd78ca6-a049-4939-8b92-2b4d9f0f9810 with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.365852636Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"upstairs UpstairsConnection { upstairs_id: fbd78ca6-a049-4939-8b92-2b4d9f0f9810, session_id: b8722486-d566-4700-8293-684d313b0567, gen: 195 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.365889046Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"UpstairsConnection { upstairs_id: fbd78ca6-a049-4939-8b92-2b4d9f0f9810, session_id: b8722486-d566-4700-8293-684d313b0567, gen: 195 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.366355737Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Current flush_numbers [0..12]: [333, 334, 341, 335, 342, 341, 341, 345, 336, 332, 340, 342]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.367194228Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.368722944Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.370379094Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.372244988Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/001.copy\" to \"/var/tmp/test_repair/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.372808102Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/001.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.372877033Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/001.replace\" to \"/var/tmp/test_repair/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.373022007Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.374496832Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.375181659Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.37689918Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00C.copy\" to \"/var/tmp/test_repair/8820/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.377520555Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.377553925Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/00C.replace\" to \"/var/tmp/test_repair/8820/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.377695929Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.379158124Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.379687856Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.381262964Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/019.copy\" to \"/var/tmp/test_repair/8820/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.381765326Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/019.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.381802407Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/019.replace\" to \"/var/tmp/test_repair/8820/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.381914369Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.383672491Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.384152163Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.385857724Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/009.copy\" to \"/var/tmp/test_repair/8820/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.386391487Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/009.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.386420047Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/009.replace\" to \"/var/tmp/test_repair/8820/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:46.38654286Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-09T15:14:46.899703046Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-09T15:14:46.899771238Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"extent 12 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-09T15:14:46.899796949Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"extent 25 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-09T15:14:46.899820489Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.439711467Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"task":"recv","id":"0"}
{"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-09T15:14:50.439803989Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"task":"recv","id":"0"}
{"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.43983295Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"upstairs UpstairsConnection { upstairs_id: fbd78ca6-a049-4939-8b92-2b4d9f0f9810, session_id: b8722486-d566-4700-8293-684d313b0567, gen: 195 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.439893312Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"upstairs UpstairsConnection { upstairs_id: fbd78ca6-a049-4939-8b92-2b4d9f0f9810, session_id: b8722486-d566-4700-8293-684d313b0567, gen: 195 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.439922772Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"accepted connection from 127.0.0.1:38057","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.56740646Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"task":"main"}
{"msg":"connection (127.0.0.1:38057): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.567454441Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"id":"1"}
{"msg":"Connection request from abc9e994-5c0a-4704-bdae-3191e1da494f with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.567933052Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"upstairs UpstairsConnection { upstairs_id: abc9e994-5c0a-4704-bdae-3191e1da494f, session_id: 375cc677-38d9-47dd-93ec-46e2d288499f, gen: 196 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.567973133Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"UpstairsConnection { upstairs_id: abc9e994-5c0a-4704-bdae-3191e1da494f, session_id: 375cc677-38d9-47dd-93ec-46e2d288499f, gen: 196 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.568374893Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Current flush_numbers [0..12]: [333, 346, 341, 335, 342, 341, 341, 345, 336, 346, 340, 342]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.569331796Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.591435404Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"task":"recv","id":"1"}
{"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-09T15:14:50.591478325Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"task":"recv","id":"1"}
{"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.591506746Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"upstairs UpstairsConnection { upstairs_id: abc9e994-5c0a-4704-bdae-3191e1da494f, session_id: 375cc677-38d9-47dd-93ec-46e2d288499f, gen: 196 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.591535927Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"upstairs UpstairsConnection { upstairs_id: abc9e994-5c0a-4704-bdae-3191e1da494f, session_id: 375cc677-38d9-47dd-93ec-46e2d288499f, gen: 196 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.591563707Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"accepted connection from 127.0.0.1:45238","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.717880287Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"task":"main"}
{"msg":"connection (127.0.0.1:45238): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.717940618Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"id":"2"}
{"msg":"Connection request from df13949b-ea00-4485-ab59-dd9f8d490fbd with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.718285986Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"upstairs UpstairsConnection { upstairs_id: df13949b-ea00-4485-ab59-dd9f8d490fbd, session_id: 69bb39b9-d563-474d-b142-0610c536fc5e, gen: 197 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.718324157Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"UpstairsConnection { upstairs_id: df13949b-ea00-4485-ab59-dd9f8d490fbd, session_id: 69bb39b9-d563-474d-b142-0610c536fc5e, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.718813019Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Current flush_numbers [0..12]: [333, 346, 347, 335, 342, 341, 341, 345, 347, 347, 340, 347]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.71968736Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.721231497Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.721840751Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.723537902Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01B.copy\" to \"/var/tmp/test_repair/8820/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.724146717Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.724186798Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/01B.replace\" to \"/var/tmp/test_repair/8820/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.724354102Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.72677858Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.727340253Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.729014313Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/003.copy\" to \"/var/tmp/test_repair/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.729631818Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/003.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.729658848Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/003.replace\" to \"/var/tmp/test_repair/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.729819032Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.731233886Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.731732008Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.733467559Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00D.copy\" to \"/var/tmp/test_repair/8820/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.733964521Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.734007492Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/00D.replace\" to \"/var/tmp/test_repair/8820/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.734195167Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.735805515Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.738322825Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.740049087Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01A.copy\" to \"/var/tmp/test_repair/8820/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.740537858Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.740568019Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/01A.replace\" to \"/var/tmp/test_repair/8820/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:50.740693472Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-09T15:14:51.253702345Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-09T15:14:51.253767106Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-09T15:14:51.253791457Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"extent 27 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-09T15:14:51.253814758Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:54.791863331Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"task":"recv","id":"2"}
{"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-09T15:14:54.791926362Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"task":"recv","id":"2"}
{"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:54.791949103Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"upstairs UpstairsConnection { upstairs_id: df13949b-ea00-4485-ab59-dd9f8d490fbd, session_id: 69bb39b9-d563-474d-b142-0610c536fc5e, gen: 197 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:54.791972003Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"upstairs UpstairsConnection { upstairs_id: df13949b-ea00-4485-ab59-dd9f8d490fbd, session_id: 69bb39b9-d563-474d-b142-0610c536fc5e, gen: 197 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:54.791994624Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:54.916216163Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:62133"}
{"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:54.916983031Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"uri":"/region-info","method":"GET","req_id":"089dacc2-d2bf-4644-8d6a-5454a6e49693","remote_addr":"127.0.0.1:62133","local_addr":"0.0.0.0:12820","task":"repair","latency_us":174,"response_code":"200"}
{"msg":"accepted connection from 127.0.0.1:38550","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:54.948632308Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"task":"main"}
{"msg":"connection (127.0.0.1:38550): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:54.948673999Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"id":"3"}
{"msg":"Connection request from 6e0cdfef-34b9-4d87-9345-1698189cac67 with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:54.949113919Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"upstairs UpstairsConnection { upstairs_id: 6e0cdfef-34b9-4d87-9345-1698189cac67, session_id: 54f6b8ff-0c51-4251-81b6-7049f7667068, gen: 198 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:54.94914956Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"UpstairsConnection { upstairs_id: 6e0cdfef-34b9-4d87-9345-1698189cac67, session_id: 54f6b8ff-0c51-4251-81b6-7049f7667068, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:54.949656072Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Current flush_numbers [0..12]: [333, 346, 347, 348, 342, 341, 341, 345, 347, 347, 340, 347]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:54.950490512Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:54.970368128Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"task":"recv","id":"3"}
{"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-09T15:14:54.970411429Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"task":"recv","id":"3"}
{"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:54.970440329Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"upstairs UpstairsConnection { upstairs_id: 6e0cdfef-34b9-4d87-9345-1698189cac67, session_id: 54f6b8ff-0c51-4251-81b6-7049f7667068, gen: 198 } (ConnectionId(3)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:54.97046086Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"upstairs UpstairsConnection { upstairs_id: 6e0cdfef-34b9-4d87-9345-1698189cac67, session_id: 54f6b8ff-0c51-4251-81b6-7049f7667068, gen: 198 } (ConnectionId(3)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:54.97047527Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.09511574Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:60770"}
{"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.095740295Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"uri":"/region-info","method":"GET","req_id":"71521767-dbf7-4a1c-9dd8-841e5ca62372","remote_addr":"127.0.0.1:60770","local_addr":"0.0.0.0:12820","task":"repair","latency_us":116,"response_code":"200"}
{"msg":"accepted connection from 127.0.0.1:63553","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.128306433Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"task":"main"}
{"msg":"connection (127.0.0.1:63553): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.128351894Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"id":"4"}
{"msg":"Connection request from 737102ee-c3cb-4788-a909-780f0162a890 with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.128564569Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"upstairs UpstairsConnection { upstairs_id: 737102ee-c3cb-4788-a909-780f0162a890, session_id: becceb64-8aaa-48c6-9f5d-f993774787c5, gen: 199 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.12858795Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"UpstairsConnection { upstairs_id: 737102ee-c3cb-4788-a909-780f0162a890, session_id: becceb64-8aaa-48c6-9f5d-f993774787c5, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.12903556Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Current flush_numbers [0..12]: [351, 346, 347, 353, 353, 341, 351, 353, 353, 350, 340, 347]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.129927312Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.131596252Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.132973275Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.135163057Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/003.copy\" to \"/var/tmp/test_repair/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.135688759Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/003.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.1357246Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/003.replace\" to \"/var/tmp/test_repair/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.135896884Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.137307248Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.13781779Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.139509451Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/008.copy\" to \"/var/tmp/test_repair/8820/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.140039443Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/008.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.140066584Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/008.replace\" to \"/var/tmp/test_repair/8820/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.140196677Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.141691333Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.142229186Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.143865295Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01B.copy\" to \"/var/tmp/test_repair/8820/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.144369397Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.144398168Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/01B.replace\" to \"/var/tmp/test_repair/8820/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.144524021Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-09T15:14:55.658100828Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-09T15:14:55.658166939Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"extent 27 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-09T15:14:55.65819904Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:59.196324655Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"task":"recv","id":"4"}
{"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-09T15:14:59.196398787Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960,"task":"recv","id":"4"}
{"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:59.196431068Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"upstairs UpstairsConnection { upstairs_id: 737102ee-c3cb-4788-a909-780f0162a890, session_id: becceb64-8aaa-48c6-9f5d-f993774787c5, gen: 199 } (ConnectionId(4)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:59.196465399Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}
{"msg":"upstairs UpstairsConnection { upstairs_id: 737102ee-c3cb-4788-a909-780f0162a890, session_id: becceb64-8aaa-48c6-9f5d-f993774787c5, gen: 199 } (ConnectionId(4)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:59.196494929Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1960}