{"msg":"Opened existing region file \"/var/tmp/test_repair/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.073407713Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.074167582Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.074189038Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.076523836Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.076548752Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 6c903058314cb23845d8ec9d1b70e497f207c60e\nCommit timestamp: 2025-03-07T17:56:28.000000000Z branch: renovate/dropshot-0.x\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.121583061Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.121664806Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/test_repair/8820\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.122705074Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.123138764Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.123338847Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.123370691Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.123484929Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"main"} {"msg":"accepted connection from 127.0.0.1:55713","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.123902732Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"main"} {"msg":"connection (127.0.0.1:55713): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.12418595Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"id":"0"} {"msg":"Connection request from 86c438c9-7998-4998-833f-7f4dfe287f77 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.124499592Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 86c438c9-7998-4998-833f-7f4dfe287f77, session_id: 3c075a6b-d935-4d9e-a1c2-d3390be53001, gen: 191 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.124533715Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"UpstairsConnection { upstairs_id: 86c438c9-7998-4998-833f-7f4dfe287f77, session_id: 3c075a6b-d935-4d9e-a1c2-d3390be53001, gen: 191 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.125001359Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Current flush_numbers [0..12]: [319, 325, 321, 317, 307, 321, 320, 314, 321, 291, 307, 325]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.125771347Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.127298654Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.129198453Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.131056699Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/015.copy\" to \"/var/tmp/test_repair/8820/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.13159392Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/015.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.131634482Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/015.replace\" to \"/var/tmp/test_repair/8820/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.131796552Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.133231167Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.133954083Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.135722736Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/005.copy\" to \"/var/tmp/test_repair/8820/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.136273304Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/005.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.136298869Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/005.replace\" to \"/var/tmp/test_repair/8820/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.136430835Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.137734204Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.138278883Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.139833165Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/016.copy\" to \"/var/tmp/test_repair/8820/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.140385343Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/016.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.140420007Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/016.replace\" to \"/var/tmp/test_repair/8820/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:07.140541525Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:07.655622024Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:07.655779905Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:07.655812689Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.198070994Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:11.198179514Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.198242553Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 86c438c9-7998-4998-833f-7f4dfe287f77, session_id: 3c075a6b-d935-4d9e-a1c2-d3390be53001, gen: 191 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.198276666Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 86c438c9-7998-4998-833f-7f4dfe287f77, session_id: 3c075a6b-d935-4d9e-a1c2-d3390be53001, gen: 191 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.198305121Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.334789094Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:42519"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.335787859Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"uri":"/region-info","method":"GET","req_id":"95e35ba8-a42f-4659-9ca3-2208a740470f","remote_addr":"127.0.0.1:42519","local_addr":"0.0.0.0:12820","task":"repair","latency_us":226,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:46230","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.338931618Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"main"} {"msg":"connection (127.0.0.1:46230): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.33897194Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"id":"1"} {"msg":"Connection request from 7601bedf-ebfd-4bff-a0a9-8c7e5bbeb095 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.339274384Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 7601bedf-ebfd-4bff-a0a9-8c7e5bbeb095, session_id: 703ca8c1-66bc-4df6-9448-9fd839a6ec64, gen: 192 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.339312707Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"UpstairsConnection { upstairs_id: 7601bedf-ebfd-4bff-a0a9-8c7e5bbeb095, session_id: 703ca8c1-66bc-4df6-9448-9fd839a6ec64, gen: 192 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.339721122Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Current flush_numbers [0..12]: [319, 325, 321, 317, 307, 326, 320, 314, 321, 291, 307, 325]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.340750401Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.36346475Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"recv","id":"1"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:11.363538876Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"recv","id":"1"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.363561292Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 7601bedf-ebfd-4bff-a0a9-8c7e5bbeb095, session_id: 703ca8c1-66bc-4df6-9448-9fd839a6ec64, gen: 192 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.363582568Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 7601bedf-ebfd-4bff-a0a9-8c7e5bbeb095, session_id: 703ca8c1-66bc-4df6-9448-9fd839a6ec64, gen: 192 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.363607663Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.505068386Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:39186"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.505875006Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"uri":"/region-info","method":"GET","req_id":"172c4c6d-d3a1-44c4-bf3f-595b924e7244","remote_addr":"127.0.0.1:39186","local_addr":"0.0.0.0:12820","task":"repair","latency_us":143,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:39244","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.509231496Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"main"} {"msg":"connection (127.0.0.1:39244): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.509355402Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"id":"2"} {"msg":"Connection request from 84aae2ca-66e8-4e12-812d-161834bfded6 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.509752819Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 84aae2ca-66e8-4e12-812d-161834bfded6, session_id: a2d7d777-aac0-4923-8886-54c99af0b2f0, gen: 193 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.509789572Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"UpstairsConnection { upstairs_id: 84aae2ca-66e8-4e12-812d-161834bfded6, session_id: a2d7d777-aac0-4923-8886-54c99af0b2f0, gen: 193 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.510249517Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Current flush_numbers [0..12]: [319, 325, 321, 317, 307, 326, 320, 314, 321, 291, 307, 325]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.511252372Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.512809114Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.514358037Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.516210814Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01C.copy\" to \"/var/tmp/test_repair/8820/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.51688192Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.516944149Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01C.replace\" to \"/var/tmp/test_repair/8820/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.517143222Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.518486004Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.519034402Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.520699624Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/017.copy\" to \"/var/tmp/test_repair/8820/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.521265729Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/017.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.521330207Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/017.replace\" to \"/var/tmp/test_repair/8820/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.521475331Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.522874242Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.523427499Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.525063507Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00C.copy\" to \"/var/tmp/test_repair/8820/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.525686552Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.525746061Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00C.replace\" to \"/var/tmp/test_repair/8820/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.525872577Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.527211759Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.527895823Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.529774285Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/006.copy\" to \"/var/tmp/test_repair/8820/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.530327343Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/006.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.530352189Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/006.replace\" to \"/var/tmp/test_repair/8820/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.530481445Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.531827346Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.532527946Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.534082819Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00B.copy\" to \"/var/tmp/test_repair/8820/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.534692706Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.534728909Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00B.replace\" to \"/var/tmp/test_repair/8820/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.534854726Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.536215724Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.536739087Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.538460439Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/002.copy\" to \"/var/tmp/test_repair/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.539122776Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/002.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.539167218Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/002.replace\" to \"/var/tmp/test_repair/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.539344605Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.54072448Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.541289635Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.54304848Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00D.copy\" to \"/var/tmp/test_repair/8820/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.543679853Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.543711117Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00D.replace\" to \"/var/tmp/test_repair/8820/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.543856651Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.545112678Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.545627103Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.547180196Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/008.copy\" to \"/var/tmp/test_repair/8820/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.547713687Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/008.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.547772486Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/008.replace\" to \"/var/tmp/test_repair/8820/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:11.547883875Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:12.0617436Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:12.061813458Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:12.061837723Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"extent 11 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:12.061860149Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"extent 12 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:12.061882175Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:12.061904061Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:12.061926407Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:12.061948542Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.604402372Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"recv","id":"2"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:15.604474239Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"recv","id":"2"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.604565952Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 84aae2ca-66e8-4e12-812d-161834bfded6, session_id: a2d7d777-aac0-4923-8886-54c99af0b2f0, gen: 193 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.604600446Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 84aae2ca-66e8-4e12-812d-161834bfded6, session_id: a2d7d777-aac0-4923-8886-54c99af0b2f0, gen: 193 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.604617503Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.740303283Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:48194"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.741159675Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"uri":"/region-info","method":"GET","req_id":"9609bb81-ef23-4f20-adc4-06938a1a19d7","remote_addr":"127.0.0.1:48194","local_addr":"0.0.0.0:12820","task":"repair","latency_us":171,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:63760","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.744291246Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"main"} {"msg":"connection (127.0.0.1:63760): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.744348325Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"id":"3"} {"msg":"Connection request from fc8bc925-cfa9-43e0-8b7c-eab69bd73542 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.744787714Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: fc8bc925-cfa9-43e0-8b7c-eab69bd73542, session_id: 699283eb-98bf-4fda-a616-d2c73c28f66f, gen: 194 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.744815019Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"UpstairsConnection { upstairs_id: fc8bc925-cfa9-43e0-8b7c-eab69bd73542, session_id: 699283eb-98bf-4fda-a616-d2c73c28f66f, gen: 194 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.745249758Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Current flush_numbers [0..12]: [319, 325, 328, 317, 307, 326, 328, 314, 328, 291, 307, 328]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.746127616Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.768117808Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"recv","id":"3"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:15.768176887Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"recv","id":"3"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.768203672Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: fc8bc925-cfa9-43e0-8b7c-eab69bd73542, session_id: 699283eb-98bf-4fda-a616-d2c73c28f66f, gen: 194 } (ConnectionId(3)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.768229038Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: fc8bc925-cfa9-43e0-8b7c-eab69bd73542, session_id: 699283eb-98bf-4fda-a616-d2c73c28f66f, gen: 194 } (ConnectionId(3)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.768251943Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.904239848Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:47680"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.905123575Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"uri":"/region-info","method":"GET","req_id":"4a333886-963b-4ed9-8e84-93a0b9204fcd","remote_addr":"127.0.0.1:47680","local_addr":"0.0.0.0:12820","task":"repair","latency_us":176,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:43159","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.908329102Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"main"} {"msg":"connection (127.0.0.1:43159): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.908438031Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"id":"4"} {"msg":"Connection request from 305a8b27-621a-4ebd-ad41-e2d29eaf3297 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.908954696Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 305a8b27-621a-4ebd-ad41-e2d29eaf3297, session_id: c2990a1f-6ea1-40ff-af1a-a83813dad500, gen: 195 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.908980811Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"UpstairsConnection { upstairs_id: 305a8b27-621a-4ebd-ad41-e2d29eaf3297, session_id: c2990a1f-6ea1-40ff-af1a-a83813dad500, gen: 195 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.909395154Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Current flush_numbers [0..12]: [319, 325, 328, 317, 307, 329, 328, 314, 329, 291, 307, 330]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.91033739Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.911811087Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.913399764Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.915249981Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/012.copy\" to \"/var/tmp/test_repair/8820/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.915811038Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/012.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.915863418Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/012.replace\" to \"/var/tmp/test_repair/8820/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.916045274Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.917522061Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.91811892Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.9199586Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/005.copy\" to \"/var/tmp/test_repair/8820/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.920530884Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/005.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.920593613Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/005.replace\" to \"/var/tmp/test_repair/8820/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.920712001Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.922064641Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.922600511Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.924077638Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01B.copy\" to \"/var/tmp/test_repair/8820/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.924596652Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.924628116Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01B.replace\" to \"/var/tmp/test_repair/8820/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.924747145Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.92633753Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.926855024Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.92828672Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/003.copy\" to \"/var/tmp/test_repair/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.928852695Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/003.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.928886639Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/003.replace\" to \"/var/tmp/test_repair/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.929035231Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.930581525Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.931305531Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Verify extent 29 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.932787537Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01D.copy\" to \"/var/tmp/test_repair/8820/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.933416911Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.933460653Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01D.replace\" to \"/var/tmp/test_repair/8820/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:15.933592368Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:16.449451284Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:16.449511653Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:16.449536808Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"extent 27 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:16.449559744Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"extent 29 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:16.44958214Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:19.988983024Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"recv","id":"4"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:19.989042153Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"recv","id":"4"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:19.989073527Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 305a8b27-621a-4ebd-ad41-e2d29eaf3297, session_id: c2990a1f-6ea1-40ff-af1a-a83813dad500, gen: 195 } (ConnectionId(4)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:19.989102482Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 305a8b27-621a-4ebd-ad41-e2d29eaf3297, session_id: c2990a1f-6ea1-40ff-af1a-a83813dad500, gen: 195 } (ConnectionId(4)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:19.989129777Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.129923132Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:64584"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.130830724Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"uri":"/region-info","method":"GET","req_id":"5f9e2650-58ef-4a21-991a-383f6d75c280","remote_addr":"127.0.0.1:64584","local_addr":"0.0.0.0:12820","task":"repair","latency_us":162,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:47816","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.134227686Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"main"} {"msg":"connection (127.0.0.1:47816): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.134343945Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"id":"5"} {"msg":"Connection request from cd0dd808-ca89-40ca-8394-31235b94c4f0 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.134859489Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: cd0dd808-ca89-40ca-8394-31235b94c4f0, session_id: 6c804848-741e-4a14-9824-fdf46f318d8e, gen: 196 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.134893793Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"UpstairsConnection { upstairs_id: cd0dd808-ca89-40ca-8394-31235b94c4f0, session_id: 6c804848-741e-4a14-9824-fdf46f318d8e, gen: 196 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.135311016Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Current flush_numbers [0..12]: [319, 325, 328, 331, 307, 331, 328, 314, 329, 291, 307, 330]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.136192923Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.158461693Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"recv","id":"5"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:20.158520133Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"recv","id":"5"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.158545538Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: cd0dd808-ca89-40ca-8394-31235b94c4f0, session_id: 6c804848-741e-4a14-9824-fdf46f318d8e, gen: 196 } (ConnectionId(5)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.158621554Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: cd0dd808-ca89-40ca-8394-31235b94c4f0, session_id: 6c804848-741e-4a14-9824-fdf46f318d8e, gen: 196 } (ConnectionId(5)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.158650269Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.295129023Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:43727"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.295986004Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"uri":"/region-info","method":"GET","req_id":"9caba8f6-8c97-41f5-b11a-6a44ebe2ab4c","remote_addr":"127.0.0.1:43727","local_addr":"0.0.0.0:12820","task":"repair","latency_us":160,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:35764","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.299255629Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"main"} {"msg":"connection (127.0.0.1:35764): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.299402132Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"id":"6"} {"msg":"Connection request from 627c4e6a-550b-49eb-853e-1de47814c4dd with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.299835622Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 627c4e6a-550b-49eb-853e-1de47814c4dd, session_id: bf80f7be-9efd-4e56-883d-820655998a64, gen: 197 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.299865926Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"UpstairsConnection { upstairs_id: 627c4e6a-550b-49eb-853e-1de47814c4dd, session_id: bf80f7be-9efd-4e56-883d-820655998a64, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.300299736Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Current flush_numbers [0..12]: [319, 325, 328, 331, 307, 332, 332, 314, 329, 332, 332, 330]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.301439305Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.302780747Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.304405087Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.306347537Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/003.copy\" to \"/var/tmp/test_repair/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.307053147Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/003.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.307079072Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/003.replace\" to \"/var/tmp/test_repair/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.307231914Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.30871305Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.309244012Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Verify extent 29 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.311107997Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01D.copy\" to \"/var/tmp/test_repair/8820/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.3116291Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.311665404Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01D.replace\" to \"/var/tmp/test_repair/8820/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.311831243Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.31308796Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.313619472Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.315329506Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/002.copy\" to \"/var/tmp/test_repair/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.31584568Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/002.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.315881853Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/002.replace\" to \"/var/tmp/test_repair/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.316051522Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.317712925Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.318327291Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.319951731Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/009.copy\" to \"/var/tmp/test_repair/8820/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.32049374Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/009.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.320521065Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/009.replace\" to \"/var/tmp/test_repair/8820/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:20.320648252Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:20.835280804Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:20.835347182Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:20.835371257Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"extent 29 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:20.835401251Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.375753541Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"recv","id":"6"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:24.375821678Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"recv","id":"6"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.375848563Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 627c4e6a-550b-49eb-853e-1de47814c4dd, session_id: bf80f7be-9efd-4e56-883d-820655998a64, gen: 197 } (ConnectionId(6)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.375876118Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 627c4e6a-550b-49eb-853e-1de47814c4dd, session_id: bf80f7be-9efd-4e56-883d-820655998a64, gen: 197 } (ConnectionId(6)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.375904453Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"accepted connection from 127.0.0.1:58912","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.485229899Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"main"} {"msg":"connection (127.0.0.1:58912): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.48533855Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"id":"7"} {"msg":"Connection request from daea9b69-0959-4341-9747-31f71697a97d with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.485649342Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: daea9b69-0959-4341-9747-31f71697a97d, session_id: 00b19d6d-4f8e-4208-a285-f03dc3c3b2d2, gen: 198 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.485682526Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"UpstairsConnection { upstairs_id: daea9b69-0959-4341-9747-31f71697a97d, session_id: 00b19d6d-4f8e-4208-a285-f03dc3c3b2d2, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.486108437Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Current flush_numbers [0..12]: [319, 325, 334, 334, 307, 332, 332, 314, 329, 334, 332, 330]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.487095824Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.51058293Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"recv","id":"7"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:24.510642539Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"recv","id":"7"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.510664754Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: daea9b69-0959-4341-9747-31f71697a97d, session_id: 00b19d6d-4f8e-4208-a285-f03dc3c3b2d2, gen: 198 } (ConnectionId(7)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.510686841Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: daea9b69-0959-4341-9747-31f71697a97d, session_id: 00b19d6d-4f8e-4208-a285-f03dc3c3b2d2, gen: 198 } (ConnectionId(7)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.510708836Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"accepted connection from 127.0.0.1:39659","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.619383304Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"main"} {"msg":"connection (127.0.0.1:39659): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.619424416Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"id":"8"} {"msg":"Connection request from 4cef84b1-5c87-4698-aa83-640102de212a with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.619960937Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 4cef84b1-5c87-4698-aa83-640102de212a, session_id: e52699b4-18ae-4d39-ade7-90c34dd999b0, gen: 199 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.619984832Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"UpstairsConnection { upstairs_id: 4cef84b1-5c87-4698-aa83-640102de212a, session_id: e52699b4-18ae-4d39-ade7-90c34dd999b0, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.62043205Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Current flush_numbers [0..12]: [319, 325, 338, 334, 335, 337, 332, 314, 336, 334, 332, 336]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.621281803Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.622962102Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.623746607Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.625585416Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00E.copy\" to \"/var/tmp/test_repair/8820/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.626186395Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00E.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.626261451Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00E.replace\" to \"/var/tmp/test_repair/8820/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.626420672Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.629006703Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.629525138Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.631028939Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/008.copy\" to \"/var/tmp/test_repair/8820/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.63156605Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/008.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.631629598Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/008.replace\" to \"/var/tmp/test_repair/8820/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.631749206Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.633217304Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.633719182Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.63540312Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/016.copy\" to \"/var/tmp/test_repair/8820/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.635907797Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/016.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.635941871Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/016.replace\" to \"/var/tmp/test_repair/8820/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.636178527Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.637664882Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.638235626Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.639885121Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01C.copy\" to \"/var/tmp/test_repair/8820/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.640475762Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.640561686Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01C.replace\" to \"/var/tmp/test_repair/8820/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.640676825Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:25.15626314Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:25.156341696Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:25.156368211Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:25.156391317Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:28.696859434Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"recv","id":"8"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:28.696928191Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952,"task":"recv","id":"8"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:28.696959645Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 4cef84b1-5c87-4698-aa83-640102de212a, session_id: e52699b4-18ae-4d39-ade7-90c34dd999b0, gen: 199 } (ConnectionId(8)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:28.69704387Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 4cef84b1-5c87-4698-aa83-640102de212a, session_id: e52699b4-18ae-4d39-ade7-90c34dd999b0, gen: 199 } (ConnectionId(8)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:28.697087961Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1952}