{"msg":"Opened existing region file \"/var/tmp/test_repair/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:56.951462731Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:56.952296338Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:56.952313857Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:56.955448781Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:56.955472594Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 5c2b227300b758c153f33da870809d67a5160dae\nCommit timestamp: 2025-01-21T15:31:20.000000000Z branch: mkeeter/always-check-live-repair\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:56.999324657Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:56.999380476Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/test_repair/8820\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.000879092Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.00114136Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.001316461Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.001347377Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.001403417Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970,"task":"main"} {"msg":"accepted connection from 127.0.0.1:62346","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.00146659Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970,"task":"main"} {"msg":"connection (127.0.0.1:62346): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.001705985Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970,"id":"0"} {"msg":"Connection request from 3cdab3d0-60e4-4d35-a634-2c70c70d5438 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.001956877Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"upstairs UpstairsConnection { upstairs_id: 3cdab3d0-60e4-4d35-a634-2c70c70d5438, session_id: e8499d76-fafb-4b2c-bfe7-1ae79ba27c3e, gen: 197 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.001983951Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"UpstairsConnection { upstairs_id: 3cdab3d0-60e4-4d35-a634-2c70c70d5438, session_id: e8499d76-fafb-4b2c-bfe7-1ae79ba27c3e, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.002372925Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Current flush_numbers [0..12]: [320, 315, 319, 322, 317, 318, 321, 318, 308, 307, 318, 313]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.003021685Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.004312732Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.005972893Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.007976563Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00D.copy\" to \"/var/tmp/test_repair/8820/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.008539008Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.008625544Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00D.replace\" to \"/var/tmp/test_repair/8820/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.008750609Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.010228834Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.010949322Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.012649223Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/015.copy\" to \"/var/tmp/test_repair/8820/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.013200993Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/015.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.013228747Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/015.replace\" to \"/var/tmp/test_repair/8820/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.013357775Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.014784933Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.015296061Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.016921363Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/009.copy\" to \"/var/tmp/test_repair/8820/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.017648015Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/009.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.017673148Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/009.replace\" to \"/var/tmp/test_repair/8820/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.017763675Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.019123328Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.021768075Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.023367734Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/008.copy\" to \"/var/tmp/test_repair/8820/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.023924666Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/008.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.023959824Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/008.replace\" to \"/var/tmp/test_repair/8820/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.024111724Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.025567277Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.026245652Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.02795744Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/012.copy\" to \"/var/tmp/test_repair/8820/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.028484857Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/012.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.028514512Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/012.replace\" to \"/var/tmp/test_repair/8820/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.028635576Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.029989126Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.030667281Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.032335506Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/018.copy\" to \"/var/tmp/test_repair/8820/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.03287719Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/018.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.032903714Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/018.replace\" to \"/var/tmp/test_repair/8820/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.03302948Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.034394945Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.034890866Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.036414064Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00C.copy\" to \"/var/tmp/test_repair/8820/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.036936668Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.036968285Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00C.replace\" to \"/var/tmp/test_repair/8820/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.037136733Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.038537257Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.039254253Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.043005901Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00A.copy\" to \"/var/tmp/test_repair/8820/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.043543963Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.043583754Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00A.replace\" to \"/var/tmp/test_repair/8820/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:54:57.04372969Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:57.558340261Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:57.558384444Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:57.558408236Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"extent 12 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:57.558430658Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:57.558452149Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:57.558470249Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:57.558491029Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:54:57.55851125Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.097749228Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.097847309Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.097892143Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"upstairs UpstairsConnection { upstairs_id: 3cdab3d0-60e4-4d35-a634-2c70c70d5438, session_id: e8499d76-fafb-4b2c-bfe7-1ae79ba27c3e, gen: 197 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.0979259Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"upstairs UpstairsConnection { upstairs_id: 3cdab3d0-60e4-4d35-a634-2c70c70d5438, session_id: e8499d76-fafb-4b2c-bfe7-1ae79ba27c3e, gen: 197 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.097957637Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.233713889Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:53790"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.234571439Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970,"uri":"/region-info","method":"GET","req_id":"84d0520c-bbc1-4217-a372-682f4d3d4f8f","remote_addr":"127.0.0.1:53790","local_addr":"0.0.0.0:12820","task":"repair","latency_us":229,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:51144","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.23735731Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970,"task":"main"} {"msg":"connection (127.0.0.1:51144): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.237403814Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970,"id":"1"} {"msg":"Connection request from b33b4119-6dc8-49f7-8728-7249437272d6 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.237708904Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"upstairs UpstairsConnection { upstairs_id: b33b4119-6dc8-49f7-8728-7249437272d6, session_id: 0cd548e0-6eef-47ca-86d2-e11ae1a132b1, gen: 198 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.237733867Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"UpstairsConnection { upstairs_id: b33b4119-6dc8-49f7-8728-7249437272d6, session_id: 0cd548e0-6eef-47ca-86d2-e11ae1a132b1, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.238164323Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Current flush_numbers [0..12]: [320, 315, 319, 322, 317, 318, 321, 318, 323, 323, 323, 313]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.238988265Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.261767589Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970,"task":"recv","id":"1"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.261825149Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970,"task":"recv","id":"1"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.261856485Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"upstairs UpstairsConnection { upstairs_id: b33b4119-6dc8-49f7-8728-7249437272d6, session_id: 0cd548e0-6eef-47ca-86d2-e11ae1a132b1, gen: 198 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.261882849Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"upstairs UpstairsConnection { upstairs_id: b33b4119-6dc8-49f7-8728-7249437272d6, session_id: 0cd548e0-6eef-47ca-86d2-e11ae1a132b1, gen: 198 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.261907642Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.403366345Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:35423"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.404126293Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970,"uri":"/region-info","method":"GET","req_id":"18e01359-b9e5-4714-9cec-0ca407bf4d36","remote_addr":"127.0.0.1:35423","local_addr":"0.0.0.0:12820","task":"repair","latency_us":155,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:44173","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.406801856Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970,"task":"main"} {"msg":"connection (127.0.0.1:44173): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.406853913Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970,"id":"2"} {"msg":"Connection request from f9643ad1-76ed-46dc-b241-9e8bc153a31e with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.407306801Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"upstairs UpstairsConnection { upstairs_id: f9643ad1-76ed-46dc-b241-9e8bc153a31e, session_id: 6080cee6-abd3-4b5d-8d2d-9d55e783fe0f, gen: 199 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.407348723Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"UpstairsConnection { upstairs_id: f9643ad1-76ed-46dc-b241-9e8bc153a31e, session_id: 6080cee6-abd3-4b5d-8d2d-9d55e783fe0f, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.407776427Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Current flush_numbers [0..12]: [320, 315, 319, 322, 317, 318, 324, 318, 323, 323, 323, 313]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.408648194Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.410332047Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.411570766Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.413811521Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/019.copy\" to \"/var/tmp/test_repair/8820/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.414340129Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/019.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.41441915Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/019.replace\" to \"/var/tmp/test_repair/8820/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.414603527Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.416073667Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.41674532Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.418617231Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/012.copy\" to \"/var/tmp/test_repair/8820/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.419156344Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/012.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.41918597Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/012.replace\" to \"/var/tmp/test_repair/8820/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.419303621Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.420630767Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.421286771Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.422864228Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01A.copy\" to \"/var/tmp/test_repair/8820/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.423472917Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.42351698Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01A.replace\" to \"/var/tmp/test_repair/8820/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.423644567Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.42496598Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.425640874Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.427364398Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/002.copy\" to \"/var/tmp/test_repair/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.427991307Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/002.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.428024474Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/002.replace\" to \"/var/tmp/test_repair/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.428179935Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.429534456Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.430097461Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.431628303Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/006.copy\" to \"/var/tmp/test_repair/8820/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.432138241Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/006.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.43217478Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/006.replace\" to \"/var/tmp/test_repair/8820/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.432274793Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.433829348Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.434296713Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.435953181Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/008.copy\" to \"/var/tmp/test_repair/8820/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.436432943Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/008.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.436464479Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/008.replace\" to \"/var/tmp/test_repair/8820/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.436569985Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.437958153Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.438612055Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.440259059Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00D.copy\" to \"/var/tmp/test_repair/8820/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.442788835Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.442819812Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00D.replace\" to \"/var/tmp/test_repair/8820/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.442966519Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.444321059Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.445004117Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.44666887Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/011.copy\" to \"/var/tmp/test_repair/8820/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.447189183Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/011.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.447255367Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/011.replace\" to \"/var/tmp/test_repair/8820/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.447403065Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.448706498Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.449331516Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.450882309Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00B.copy\" to \"/var/tmp/test_repair/8820/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.451364482Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.451392647Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00B.replace\" to \"/var/tmp/test_repair/8820/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.451539103Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.452970724Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.453527026Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.455109846Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00A.copy\" to \"/var/tmp/test_repair/8820/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.455630509Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.455665557Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00A.replace\" to \"/var/tmp/test_repair/8820/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.455806201Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.457310109Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.457756994Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.459406499Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/018.copy\" to \"/var/tmp/test_repair/8820/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.462320467Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/018.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.46234572Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/018.replace\" to \"/var/tmp/test_repair/8820/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.462490756Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.463839203Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.464511275Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.466172326Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/001.copy\" to \"/var/tmp/test_repair/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.466683915Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/001.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.466723305Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/001.replace\" to \"/var/tmp/test_repair/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.466849742Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/014.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.468245874Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"eid:20 Found repair files: [\"014\"]","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.468750848Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Verify extent 20 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.470399963Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/014.copy\" to \"/var/tmp/test_repair/8820/00/000/014.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.470899755Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/014.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.47092865Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/014.replace\" to \"/var/tmp/test_repair/8820/00/000/014.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:01.47106146Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.985796595Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.985860728Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.985883691Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.985903551Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.985923681Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"extent 11 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.985943582Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.985963252Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.985988315Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.986010527Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"extent 20 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.986031538Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.986044044Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"extent 25 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.98605517Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:01.986066066Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:05.527264483Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970,"task":"recv","id":"2"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-21T15:55:05.527332719Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970,"task":"recv","id":"2"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:05.527389639Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"upstairs UpstairsConnection { upstairs_id: f9643ad1-76ed-46dc-b241-9e8bc153a31e, session_id: 6080cee6-abd3-4b5d-8d2d-9d55e783fe0f, gen: 199 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:05.527424027Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970} {"msg":"upstairs UpstairsConnection { upstairs_id: f9643ad1-76ed-46dc-b241-9e8bc153a31e, session_id: 6080cee6-abd3-4b5d-8d2d-9d55e783fe0f, gen: 199 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-21T15:55:05.52744933Z","hostname":"w-01JJ4RN6KGTRRMQBMR2CC9MVGG","pid":1970}