{"msg":"Opened existing region file \"/var/tmp/test_repair/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.002960166Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.00342692Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.003455159Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.008937691Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.0089672Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 311c3ca2c97d568407ae06780269d96fcfdd3a7c\nCommit timestamp: 2024-11-07T13:47:04.000000000Z  branch: renovate/tokio-1.x-lockfile\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.052128012Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"main"}
{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.05218317Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"main"}
{"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/test_repair/8820\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.053260841Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"repair"}
{"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.053515901Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"local_addr":"0.0.0.0:12820","task":"repair"}
{"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.053689955Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"main"}
{"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.053711185Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"main"}
{"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.053783512Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"main"}
{"msg":"accepted connection from 127.0.0.1:36186","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.083646604Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"main"}
{"msg":"connection (127.0.0.1:36186): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.083855506Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"id":"0"}
{"msg":"Connection request from f2ec2a2a-0a7d-475b-a6c7-e69730de9ad3 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.084159625Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: f2ec2a2a-0a7d-475b-a6c7-e69730de9ad3, session_id: 3ea02dd3-8da2-418d-8f73-42732f68c383, gen: 189 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.084178445Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"UpstairsConnection { upstairs_id: f2ec2a2a-0a7d-475b-a6c7-e69730de9ad3, session_id: 3ea02dd3-8da2-418d-8f73-42732f68c383, gen: 189 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.084567311Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Current flush_numbers [0..12]: [318, 318, 316, 320, 302, 316, 308, 318, 319, 315, 316, 316]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.085442789Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.088147122Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.090016844Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.093240588Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00C.copy\" to \"/var/tmp/test_repair/8820/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.093831656Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.095565954Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/00C.replace\" to \"/var/tmp/test_repair/8820/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.097284662Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.102508773Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.105164567Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.108460428Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00B.copy\" to \"/var/tmp/test_repair/8820/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.109001209Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.110023712Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/00B.replace\" to \"/var/tmp/test_repair/8820/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.111869155Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.116562256Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.117136535Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.120335169Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/011.copy\" to \"/var/tmp/test_repair/8820/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.121002645Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/011.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.122125305Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/011.replace\" to \"/var/tmp/test_repair/8820/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:06.123880192Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 11 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:06.584775744Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 12 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:06.584826962Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:06.584863941Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.183236003Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"recv","id":"0"}
{"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:10.183375488Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"recv","id":"0"}
{"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.183400687Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: f2ec2a2a-0a7d-475b-a6c7-e69730de9ad3, session_id: 3ea02dd3-8da2-418d-8f73-42732f68c383, gen: 189 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.183419216Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: f2ec2a2a-0a7d-475b-a6c7-e69730de9ad3, session_id: 3ea02dd3-8da2-418d-8f73-42732f68c383, gen: 189 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.183436546Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"accepted connection from 127.0.0.1:56422","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.317540475Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"main"}
{"msg":"connection (127.0.0.1:56422): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.317596912Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"id":"1"}
{"msg":"Connection request from 26c34179-540b-4bb3-82dd-96e139797098 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.317915371Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: 26c34179-540b-4bb3-82dd-96e139797098, session_id: 92da4935-cf9d-4316-a3e3-98c8a0e0e033, gen: 190 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.31795196Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"UpstairsConnection { upstairs_id: 26c34179-540b-4bb3-82dd-96e139797098, session_id: 92da4935-cf9d-4316-a3e3-98c8a0e0e033, gen: 190 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.318304057Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Current flush_numbers [0..12]: [318, 318, 316, 320, 302, 316, 308, 318, 319, 315, 316, 321]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.319090529Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.342833581Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"recv","id":"1"}
{"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:10.34287612Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"recv","id":"1"}
{"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.342945657Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: 26c34179-540b-4bb3-82dd-96e139797098, session_id: 92da4935-cf9d-4316-a3e3-98c8a0e0e033, gen: 190 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.342973407Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: 26c34179-540b-4bb3-82dd-96e139797098, session_id: 92da4935-cf9d-4316-a3e3-98c8a0e0e033, gen: 190 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.342997196Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"accepted connection from 127.0.0.1:45374","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.472506261Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"main"}
{"msg":"connection (127.0.0.1:45374): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.472583658Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"id":"2"}
{"msg":"Connection request from baf1e05f-f4a6-49ab-a991-b78eb4cacba6 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.473047011Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: baf1e05f-f4a6-49ab-a991-b78eb4cacba6, session_id: 4d8ef848-cecc-4c32-bae6-2e600fff35e0, gen: 191 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.47308736Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"UpstairsConnection { upstairs_id: baf1e05f-f4a6-49ab-a991-b78eb4cacba6, session_id: 4d8ef848-cecc-4c32-bae6-2e600fff35e0, gen: 191 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.473547703Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Current flush_numbers [0..12]: [318, 318, 316, 320, 302, 316, 308, 322, 319, 315, 316, 322]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.474501529Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.477191962Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.477875227Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.481141339Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00A.copy\" to \"/var/tmp/test_repair/8820/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.48166456Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.482647845Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/00A.replace\" to \"/var/tmp/test_repair/8820/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.484371132Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.490880637Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.491548443Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.494875873Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/016.copy\" to \"/var/tmp/test_repair/8820/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.495398714Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/016.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.496284942Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/016.replace\" to \"/var/tmp/test_repair/8820/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:10.498213893Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:10.972755542Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:10.972837879Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.553098526Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"recv","id":"2"}
{"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:14.553173883Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"recv","id":"2"}
{"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.553207902Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: baf1e05f-f4a6-49ab-a991-b78eb4cacba6, session_id: 4d8ef848-cecc-4c32-bae6-2e600fff35e0, gen: 191 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.55323945Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: baf1e05f-f4a6-49ab-a991-b78eb4cacba6, session_id: 4d8ef848-cecc-4c32-bae6-2e600fff35e0, gen: 191 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.553272039Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.682856371Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:65108"}
{"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.683647893Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"uri":"/region-info","method":"GET","req_id":"9e70b01f-79d0-4218-a380-278e90cf0749","remote_addr":"127.0.0.1:65108","local_addr":"0.0.0.0:12820","task":"repair","latency_us":212,"response_code":"200"}
{"msg":"accepted connection from 127.0.0.1:42882","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.715882469Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"main"}
{"msg":"connection (127.0.0.1:42882): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.715950297Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"id":"3"}
{"msg":"Connection request from 41e30e74-7963-463f-9f43-48fdd6104ad0 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.71643409Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: 41e30e74-7963-463f-9f43-48fdd6104ad0, session_id: 4951a0ff-643c-49db-99d1-cd5087a6fab5, gen: 192 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.716456439Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"UpstairsConnection { upstairs_id: 41e30e74-7963-463f-9f43-48fdd6104ad0, session_id: 4951a0ff-643c-49db-99d1-cd5087a6fab5, gen: 192 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.716927721Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Current flush_numbers [0..12]: [318, 318, 316, 320, 302, 316, 308, 322, 319, 315, 323, 322]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.717733192Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"reply_task stopped","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:14.743981305Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"recv","id":"3"}
{"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:14.744011194Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"recv","id":"3"}
{"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.744027053Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: 41e30e74-7963-463f-9f43-48fdd6104ad0, session_id: 4951a0ff-643c-49db-99d1-cd5087a6fab5, gen: 192 } (ConnectionId(3)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.744044083Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: 41e30e74-7963-463f-9f43-48fdd6104ad0, session_id: 4951a0ff-643c-49db-99d1-cd5087a6fab5, gen: 192 } (ConnectionId(3)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.744057912Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.873030736Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:35432"}
{"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.873735011Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"uri":"/region-info","method":"GET","req_id":"6601622e-34b9-4041-8f0e-da0fa56fc0ca","remote_addr":"127.0.0.1:35432","local_addr":"0.0.0.0:12820","task":"repair","latency_us":135,"response_code":"200"}
{"msg":"accepted connection from 127.0.0.1:51970","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.905652099Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"main"}
{"msg":"connection (127.0.0.1:51970): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.905726906Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"id":"4"}
{"msg":"Connection request from 4db8f84e-9d2e-4bcb-a6f9-424e7f824fab with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.906227668Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: 4db8f84e-9d2e-4bcb-a6f9-424e7f824fab, session_id: a61bacda-93cb-46d7-8cce-b3c85428c09a, gen: 193 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.906257527Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"UpstairsConnection { upstairs_id: 4db8f84e-9d2e-4bcb-a6f9-424e7f824fab, session_id: a61bacda-93cb-46d7-8cce-b3c85428c09a, gen: 193 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.90672109Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Current flush_numbers [0..12]: [318, 318, 316, 324, 302, 316, 308, 322, 319, 315, 323, 322]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.907576189Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.91032426Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.911641432Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.9153103Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00C.copy\" to \"/var/tmp/test_repair/8820/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.916020294Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.917143444Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/00C.replace\" to \"/var/tmp/test_repair/8820/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.918689518Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.923291092Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.923959968Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.9272164Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/008.copy\" to \"/var/tmp/test_repair/8820/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.927917385Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/008.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.929013396Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/008.replace\" to \"/var/tmp/test_repair/8820/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.930616447Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.93582595Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.936468986Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.939666711Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01B.copy\" to \"/var/tmp/test_repair/8820/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.940258539Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.941201425Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/01B.replace\" to \"/var/tmp/test_repair/8820/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.943063558Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.947937722Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.948602458Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.951773284Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/003.copy\" to \"/var/tmp/test_repair/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.952256306Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/003.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.953405305Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/003.replace\" to \"/var/tmp/test_repair/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.955225549Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.959598111Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.960112833Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.963443742Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/017.copy\" to \"/var/tmp/test_repair/8820/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.964117628Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/017.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.965326125Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/017.replace\" to \"/var/tmp/test_repair/8820/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.968079675Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.973149322Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.976104716Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.979205984Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/015.copy\" to \"/var/tmp/test_repair/8820/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.979719745Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/015.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.98096794Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/015.replace\" to \"/var/tmp/test_repair/8820/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.982772295Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.987535103Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.988251567Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.991391384Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/009.copy\" to \"/var/tmp/test_repair/8820/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.99204712Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/009.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.993128531Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/009.replace\" to \"/var/tmp/test_repair/8820/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.994891307Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:14.999871518Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:15.000494505Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:15.003904802Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01A.copy\" to \"/var/tmp/test_repair/8820/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:15.004433533Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:15.005431817Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/01A.replace\" to \"/var/tmp/test_repair/8820/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:15.007602199Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:15.012245501Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:15.012775492Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:15.016218777Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/016.copy\" to \"/var/tmp/test_repair/8820/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:15.016760308Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/016.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:15.017983704Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/016.replace\" to \"/var/tmp/test_repair/8820/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:15.019856856Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:15.406401852Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:15.406449161Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:15.4064677Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 12 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:15.406492879Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:15.406518178Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:15.406541707Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:15.406565607Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:15.406589316Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 27 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:15.406612735Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.079889154Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"recv","id":"4"}
{"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:19.07998795Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"recv","id":"4"}
{"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.080019899Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: 4db8f84e-9d2e-4bcb-a6f9-424e7f824fab, session_id: a61bacda-93cb-46d7-8cce-b3c85428c09a, gen: 193 } (ConnectionId(4)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.080046338Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: 4db8f84e-9d2e-4bcb-a6f9-424e7f824fab, session_id: a61bacda-93cb-46d7-8cce-b3c85428c09a, gen: 193 } (ConnectionId(4)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.080068567Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.210529128Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:46343"}
{"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.21130675Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"uri":"/region-info","method":"GET","req_id":"774c7ccd-f83d-4b13-8198-d931dab31520","remote_addr":"127.0.0.1:46343","local_addr":"0.0.0.0:12820","task":"repair","latency_us":140,"response_code":"200"}
{"msg":"accepted connection from 127.0.0.1:59750","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.243279996Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"main"}
{"msg":"connection (127.0.0.1:59750): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.243327404Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"id":"5"}
{"msg":"Connection request from aa6e449f-e4fb-4c0e-bd84-32f2128d9ce5 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.243678741Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: aa6e449f-e4fb-4c0e-bd84-32f2128d9ce5, session_id: 19845203-c38d-49d9-99eb-9a2957acd4cc, gen: 194 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.24371586Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"UpstairsConnection { upstairs_id: aa6e449f-e4fb-4c0e-bd84-32f2128d9ce5, session_id: 19845203-c38d-49d9-99eb-9a2957acd4cc, gen: 194 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.244218851Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Current flush_numbers [0..12]: [318, 318, 316, 326, 302, 316, 308, 322, 326, 326, 323, 322]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.244982764Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.269901704Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"recv","id":"5"}
{"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:19.269939713Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"recv","id":"5"}
{"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.269963272Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: aa6e449f-e4fb-4c0e-bd84-32f2128d9ce5, session_id: 19845203-c38d-49d9-99eb-9a2957acd4cc, gen: 194 } (ConnectionId(5)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.269985961Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: aa6e449f-e4fb-4c0e-bd84-32f2128d9ce5, session_id: 19845203-c38d-49d9-99eb-9a2957acd4cc, gen: 194 } (ConnectionId(5)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.27001272Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.40187976Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:48184"}
{"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.402610334Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"uri":"/region-info","method":"GET","req_id":"6dadd241-47e4-485a-a692-766e28d777df","remote_addr":"127.0.0.1:48184","local_addr":"0.0.0.0:12820","task":"repair","latency_us":129,"response_code":"200"}
{"msg":"accepted connection from 127.0.0.1:36401","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.434485933Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"main"}
{"msg":"connection (127.0.0.1:36401): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.43457975Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"id":"6"}
{"msg":"Connection request from 0dacd833-4258-43ab-8df7-d922062352d0 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.435152219Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: 0dacd833-4258-43ab-8df7-d922062352d0, session_id: dcd87ce4-a021-446b-8bdd-9527cfeedb30, gen: 195 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.435193738Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"UpstairsConnection { upstairs_id: 0dacd833-4258-43ab-8df7-d922062352d0, session_id: dcd87ce4-a021-446b-8bdd-9527cfeedb30, gen: 195 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.435818875Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Current flush_numbers [0..12]: [318, 328, 316, 326, 302, 316, 308, 322, 326, 326, 323, 322]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.436564678Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.439226902Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.440586193Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.44428594Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/002.copy\" to \"/var/tmp/test_repair/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.44483036Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/002.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.445776166Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/002.replace\" to \"/var/tmp/test_repair/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.447626669Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.453119891Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.453814976Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.457235252Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/016.copy\" to \"/var/tmp/test_repair/8820/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.457766223Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/016.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.458765917Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/016.replace\" to \"/var/tmp/test_repair/8820/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.460973087Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.465782764Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.466333814Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.469557467Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/018.copy\" to \"/var/tmp/test_repair/8820/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.474121332Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/018.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.47502327Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/018.replace\" to \"/var/tmp/test_repair/8820/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.477001768Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.481448128Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.48195811Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.485365777Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/019.copy\" to \"/var/tmp/test_repair/8820/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.485916117Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/019.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.486984508Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/019.replace\" to \"/var/tmp/test_repair/8820/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.488983746Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.493912588Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.494474128Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 29 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.497819157Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01D.copy\" to \"/var/tmp/test_repair/8820/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.498353418Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.499307463Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/01D.replace\" to \"/var/tmp/test_repair/8820/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.501277482Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.505922404Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.5065935Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.509888481Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/017.copy\" to \"/var/tmp/test_repair/8820/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.510455281Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/017.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.511461005Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/017.replace\" to \"/var/tmp/test_repair/8820/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.513454803Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.518702753Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.519279362Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.522501866Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/006.copy\" to \"/var/tmp/test_repair/8820/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.523086245Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/006.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.524092109Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/006.replace\" to \"/var/tmp/test_repair/8820/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.526198673Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.531685754Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.53238048Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.535443709Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/007.copy\" to \"/var/tmp/test_repair/8820/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.53596851Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/007.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.537192286Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/007.replace\" to \"/var/tmp/test_repair/8820/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.53901498Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.543255587Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.54814592Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.551627085Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/008.copy\" to \"/var/tmp/test_repair/8820/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.552211953Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/008.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.553484628Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/008.replace\" to \"/var/tmp/test_repair/8820/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.555321251Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.559461812Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.560006022Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.563310523Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/009.copy\" to \"/var/tmp/test_repair/8820/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.563880152Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/009.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.564889406Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/009.replace\" to \"/var/tmp/test_repair/8820/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:19.567855739Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:19.935427149Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:19.935525866Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 7 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:19.935588373Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:19.935619492Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:19.935653231Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:19.93568362Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:19.935712369Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:19.935741698Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 25 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:19.935773057Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 29 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:19.935803906Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.624574325Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"recv","id":"6"}
{"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:23.624695141Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"recv","id":"6"}
{"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.624735229Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: 0dacd833-4258-43ab-8df7-d922062352d0, session_id: dcd87ce4-a021-446b-8bdd-9527cfeedb30, gen: 195 } (ConnectionId(6)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.624759978Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: 0dacd833-4258-43ab-8df7-d922062352d0, session_id: dcd87ce4-a021-446b-8bdd-9527cfeedb30, gen: 195 } (ConnectionId(6)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.624780168Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.755506169Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:44924"}
{"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.75629347Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"uri":"/region-info","method":"GET","req_id":"f180f67d-93be-4349-bbd7-499c9273b8af","remote_addr":"127.0.0.1:44924","local_addr":"0.0.0.0:12820","task":"repair","latency_us":151,"response_code":"200"}
{"msg":"accepted connection from 127.0.0.1:63642","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.787990965Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"main"}
{"msg":"connection (127.0.0.1:63642): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.788079472Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"id":"7"}
{"msg":"Connection request from 20dfdc83-65d4-413b-8f52-42f36488b43f with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.788569475Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: 20dfdc83-65d4-413b-8f52-42f36488b43f, session_id: 410fd6aa-4a53-418b-a6f9-f51077109ba2, gen: 196 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.788609423Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"UpstairsConnection { upstairs_id: 20dfdc83-65d4-413b-8f52-42f36488b43f, session_id: 410fd6aa-4a53-418b-a6f9-f51077109ba2, gen: 196 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.789048157Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Current flush_numbers [0..12]: [318, 328, 329, 326, 302, 316, 329, 329, 329, 329, 323, 322]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.789904066Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.81473414Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"recv","id":"7"}
{"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:23.814772978Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"recv","id":"7"}
{"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.814801748Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: 20dfdc83-65d4-413b-8f52-42f36488b43f, session_id: 410fd6aa-4a53-418b-a6f9-f51077109ba2, gen: 196 } (ConnectionId(7)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.814830216Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: 20dfdc83-65d4-413b-8f52-42f36488b43f, session_id: 410fd6aa-4a53-418b-a6f9-f51077109ba2, gen: 196 } (ConnectionId(7)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.814857086Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.943686895Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:64425"}
{"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.944455887Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"uri":"/region-info","method":"GET","req_id":"d5dc4b3c-c594-47b8-8859-e039f51ddff3","remote_addr":"127.0.0.1:64425","local_addr":"0.0.0.0:12820","task":"repair","latency_us":144,"response_code":"200"}
{"msg":"accepted connection from 127.0.0.1:38683","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.977012862Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"main"}
{"msg":"connection (127.0.0.1:38683): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.97705946Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"id":"8"}
{"msg":"Connection request from 3258b73d-f714-4f22-a82c-be3acb9314e5 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.977501514Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: 3258b73d-f714-4f22-a82c-be3acb9314e5, session_id: 2b51cd32-5e69-4be6-a2f3-53ed534ab4d5, gen: 197 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.977541673Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"UpstairsConnection { upstairs_id: 3258b73d-f714-4f22-a82c-be3acb9314e5, session_id: 2b51cd32-5e69-4be6-a2f3-53ed534ab4d5, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.978100783Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Current flush_numbers [0..12]: [331, 331, 329, 331, 302, 316, 329, 329, 329, 329, 323, 322]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.978937063Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.981635665Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.983086913Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.986786909Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/001.copy\" to \"/var/tmp/test_repair/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.987345359Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/001.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.988343313Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/001.replace\" to \"/var/tmp/test_repair/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.990223155Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.995533273Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.996294596Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:23.999771191Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00F.copy\" to \"/var/tmp/test_repair/8820/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.000716906Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00F.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.001770398Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/00F.replace\" to \"/var/tmp/test_repair/8820/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.003546044Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.008281073Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.008990308Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.012178963Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00A.copy\" to \"/var/tmp/test_repair/8820/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.012731403Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.013655809Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/00A.replace\" to \"/var/tmp/test_repair/8820/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.0155635Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.020665986Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.021222406Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.024758718Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00C.copy\" to \"/var/tmp/test_repair/8820/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.02527155Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.026423988Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/00C.replace\" to \"/var/tmp/test_repair/8820/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.028328129Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.033604209Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.034298664Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.037508868Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01B.copy\" to \"/var/tmp/test_repair/8820/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.038060848Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.039053702Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/01B.replace\" to \"/var/tmp/test_repair/8820/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.041072149Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/014.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.045744441Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:20 Found repair files: [\"014\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.046435026Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 20 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.049658079Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/014.copy\" to \"/var/tmp/test_repair/8820/00/000/014.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.050267848Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/014.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.051349109Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/014.replace\" to \"/var/tmp/test_repair/8820/00/000/014.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:24.0532609Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:24.477589442Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:24.47764142Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 12 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:24.477662449Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:24.477682009Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 20 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:24.477701298Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 27 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:24.477724437Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.111005609Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"recv","id":"8"}
{"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:28.111159854Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"recv","id":"8"}
{"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.111195742Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: 3258b73d-f714-4f22-a82c-be3acb9314e5, session_id: 2b51cd32-5e69-4be6-a2f3-53ed534ab4d5, gen: 197 } (ConnectionId(8)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.111223112Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: 3258b73d-f714-4f22-a82c-be3acb9314e5, session_id: 2b51cd32-5e69-4be6-a2f3-53ed534ab4d5, gen: 197 } (ConnectionId(8)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.111249231Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.240769375Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:61273"}
{"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.241525228Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"uri":"/region-info","method":"GET","req_id":"f7aa6039-332a-48c9-9177-34ec0d419a0a","remote_addr":"127.0.0.1:61273","local_addr":"0.0.0.0:12820","task":"repair","latency_us":148,"response_code":"200"}
{"msg":"accepted connection from 127.0.0.1:65007","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.273348649Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"main"}
{"msg":"connection (127.0.0.1:65007): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.273415027Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"id":"9"}
{"msg":"Connection request from 43b9d28f-b31f-4713-a7d6-ecca7b24a037 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.27387222Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: 43b9d28f-b31f-4713-a7d6-ecca7b24a037, session_id: 61037c99-e8c5-43c4-876a-7f549e46671b, gen: 198 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.273908639Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"UpstairsConnection { upstairs_id: 43b9d28f-b31f-4713-a7d6-ecca7b24a037, session_id: 61037c99-e8c5-43c4-876a-7f549e46671b, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.274318774Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Current flush_numbers [0..12]: [331, 332, 329, 331, 302, 316, 329, 329, 329, 329, 332, 322]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.275084326Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.301956826Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"recv","id":"9"}
{"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:28.301995425Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"recv","id":"9"}
{"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.302053463Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: 43b9d28f-b31f-4713-a7d6-ecca7b24a037, session_id: 61037c99-e8c5-43c4-876a-7f549e46671b, gen: 198 } (ConnectionId(9)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.302087702Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: 43b9d28f-b31f-4713-a7d6-ecca7b24a037, session_id: 61037c99-e8c5-43c4-876a-7f549e46671b, gen: 198 } (ConnectionId(9)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.302114881Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.431112494Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:40810"}
{"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.433843226Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"uri":"/region-info","method":"GET","req_id":"2bc96000-047f-46b6-9221-0cf6a764dffe","remote_addr":"127.0.0.1:40810","local_addr":"0.0.0.0:12820","task":"repair","latency_us":2155,"response_code":"200"}
{"msg":"accepted connection from 127.0.0.1:37768","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.465635838Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"main"}
{"msg":"connection (127.0.0.1:37768): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.465690596Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"id":"10"}
{"msg":"Connection request from 4cc4c7ec-e57a-4894-8318-957169252e08 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.466182268Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: 4cc4c7ec-e57a-4894-8318-957169252e08, session_id: 0fed1019-ebf5-422b-aff6-7aead50a9d67, gen: 199 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.466217767Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"UpstairsConnection { upstairs_id: 4cc4c7ec-e57a-4894-8318-957169252e08, session_id: 0fed1019-ebf5-422b-aff6-7aead50a9d67, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.466766667Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Current flush_numbers [0..12]: [335, 332, 334, 334, 302, 316, 334, 329, 329, 329, 332, 322]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.467578808Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.470420905Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.471718488Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.475568429Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/012.copy\" to \"/var/tmp/test_repair/8820/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.476167768Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/012.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.477409923Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/012.replace\" to \"/var/tmp/test_repair/8820/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.479227827Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.484387941Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.48497111Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.488414876Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/003.copy\" to \"/var/tmp/test_repair/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.488954506Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/003.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.490128084Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/003.replace\" to \"/var/tmp/test_repair/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.492058184Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.496752975Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.49744192Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.500739021Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00D.copy\" to \"/var/tmp/test_repair/8820/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.501281891Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.502454849Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/00D.replace\" to \"/var/tmp/test_repair/8820/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.504342681Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.509121198Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.509687997Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.513301617Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/019.copy\" to \"/var/tmp/test_repair/8820/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.513857527Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/019.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.514944648Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/019.replace\" to \"/var/tmp/test_repair/8820/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.5168112Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.521657865Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.522335361Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.529271861Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/002.copy\" to \"/var/tmp/test_repair/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.529809751Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/002.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.530869043Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"Move directory  \"/var/tmp/test_repair/8820/00/000/002.replace\" to \"/var/tmp/test_repair/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:28.532806413Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:28.967267799Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:28.967364015Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:28.967392545Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:28.967413494Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"extent 25 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:28.967436063Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:32.590506844Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"recv","id":"10"}
{"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-07T14:10:32.590560302Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936,"task":"recv","id":"10"}
{"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:32.590589401Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: 4cc4c7ec-e57a-4894-8318-957169252e08, session_id: 0fed1019-ebf5-422b-aff6-7aead50a9d67, gen: 199 } (ConnectionId(10)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:32.59061604Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}
{"msg":"upstairs UpstairsConnection { upstairs_id: 4cc4c7ec-e57a-4894-8318-957169252e08, session_id: 0fed1019-ebf5-422b-aff6-7aead50a9d67, gen: 199 } (ConnectionId(10)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-07T14:10:32.590642219Z","hostname":"w-01JC3EWRZ50H0J627E1M8D0Q66","pid":1936}