{"msg":"Opened existing region file \"/var/tmp/test_repair/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.707866796Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.708064699Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.708083717Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.709826301Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.709850768Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 49aa1f31c117032612b377e7cd7453d4ff2c50d7\nCommit timestamp: 2024-02-07T18:13:13.000000000Z branch: main\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.710050301Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.710079927Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.71087116Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.71124041Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.71138931Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.711430964Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"main"} {"msg":"listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.711470749Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"main"} {"msg":"accepted connection from 127.0.0.1:64717","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.711732173Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"main"} {"msg":"Connection request from 5b87c533-4e86-4e9b-bd5f-19c63e14b463 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.712191411Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 5b87c533-4e86-4e9b-bd5f-19c63e14b463, session_id: 6d426106-df43-48eb-9d3c-ac98a18974b2, gen: 193 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.712219338Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 5b87c533-4e86-4e9b-bd5f-19c63e14b463, session_id: 6d426106-df43-48eb-9d3c-ac98a18974b2, gen: 193 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.712684444Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Current flush_numbers [0..12]: [334, 334, 334, 333, 333, 332, 322, 324, 328, 333, 332, 332]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.713694438Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.713730763Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.715179957Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.757249047Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/011.copy\" to \"/var/tmp/test_repair/8820/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.760503857Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/011.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.762002714Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/011.replace\" to \"/var/tmp/test_repair/8820/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.763527278Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.768401419Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.799910947Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00C.copy\" to \"/var/tmp/test_repair/8820/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.804041988Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.80557874Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00C.replace\" to \"/var/tmp/test_repair/8820/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.808050926Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/014.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.811427669Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"eid:20 Found repair files: [\"014\"]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.843445349Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/014.copy\" to \"/var/tmp/test_repair/8820/00/000/014.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.846938247Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/014.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.848787427Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/014.replace\" to \"/var/tmp/test_repair/8820/00/000/014.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.850311601Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.854432303Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.883856493Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/012.copy\" to \"/var/tmp/test_repair/8820/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.886687131Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/012.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.888003743Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/012.replace\" to \"/var/tmp/test_repair/8820/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.889696134Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.892969191Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.924075884Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/016.copy\" to \"/var/tmp/test_repair/8820/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.927188793Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/016.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.928459271Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/016.replace\" to \"/var/tmp/test_repair/8820/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.930557217Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.935540103Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.965744248Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/010.copy\" to \"/var/tmp/test_repair/8820/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.968810854Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/010.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.970737703Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/010.replace\" to \"/var/tmp/test_repair/8820/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.973324403Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:46.977738136Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.007594128Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/009.copy\" to \"/var/tmp/test_repair/8820/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.011173354Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/009.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.013168584Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/009.replace\" to \"/var/tmp/test_repair/8820/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.01512022Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.018708275Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.048699829Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01B.copy\" to \"/var/tmp/test_repair/8820/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.051817877Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.054101618Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01B.replace\" to \"/var/tmp/test_repair/8820/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.05578691Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.059815765Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.089421271Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/013.copy\" to \"/var/tmp/test_repair/8820/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.092815962Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/013.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.09460468Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/013.replace\" to \"/var/tmp/test_repair/8820/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.096939154Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.102731631Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.132673731Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/002.copy\" to \"/var/tmp/test_repair/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.135507128Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/002.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.137129638Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/002.replace\" to \"/var/tmp/test_repair/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.138566434Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.141966154Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.171800989Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/003.copy\" to \"/var/tmp/test_repair/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.174638825Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/003.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.17630602Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/003.replace\" to \"/var/tmp/test_repair/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.177869118Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.181296045Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.210889682Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01C.copy\" to \"/var/tmp/test_repair/8820/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.214272655Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.216066642Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01C.replace\" to \"/var/tmp/test_repair/8820/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.217468063Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.221711249Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.250802374Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/015.copy\" to \"/var/tmp/test_repair/8820/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.253884787Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/015.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.2551183Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/015.replace\" to \"/var/tmp/test_repair/8820/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:47.256432413Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"upstairs UpstairsConnection { upstairs_id: 5b87c533-4e86-4e9b-bd5f-19c63e14b463, session_id: 6d426106-df43-48eb-9d3c-ac98a18974b2, gen: 193 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:03:51.332486955Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 5b87c533-4e86-4e9b-bd5f-19c63e14b463, session_id: 6d426106-df43-48eb-9d3c-ac98a18974b2, gen: 193 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:03:51.332542648Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"main"} {"msg":"connection (127.0.0.1:64717): all done","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:51.332571284Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"accepted connection from 127.0.0.1:35437","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:51.377467291Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"main"} {"msg":"Connection request from 9d1ad0b6-a51d-4c56-af5d-2d6b2177648e with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:51.377927099Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 9d1ad0b6-a51d-4c56-af5d-2d6b2177648e, session_id: 38f41a78-c3c1-44d8-9fcd-7ffe27fd80e9, gen: 194 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:51.377973523Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 9d1ad0b6-a51d-4c56-af5d-2d6b2177648e, session_id: 38f41a78-c3c1-44d8-9fcd-7ffe27fd80e9, gen: 194 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:51.378384178Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Current flush_numbers [0..12]: [334, 334, 336, 335, 333, 332, 322, 324, 328, 339, 332, 332]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:51.379392671Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:51.379423617Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 9d1ad0b6-a51d-4c56-af5d-2d6b2177648e, session_id: 38f41a78-c3c1-44d8-9fcd-7ffe27fd80e9, gen: 194 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:03:52.410935554Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 9d1ad0b6-a51d-4c56-af5d-2d6b2177648e, session_id: 38f41a78-c3c1-44d8-9fcd-7ffe27fd80e9, gen: 194 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:03:52.410981558Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"main"} {"msg":"connection (127.0.0.1:35437): all done","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:52.411006535Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"accepted connection from 127.0.0.1:47791","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:52.452671449Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"main"} {"msg":"Connection request from ffef6e5d-5bfd-43cb-872c-16cb59b1bbfd with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:52.453136266Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: ffef6e5d-5bfd-43cb-872c-16cb59b1bbfd, session_id: 2ccd8d6f-db7b-4373-b4f8-b34998d16980, gen: 195 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:52.453156754Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: ffef6e5d-5bfd-43cb-872c-16cb59b1bbfd, session_id: 2ccd8d6f-db7b-4373-b4f8-b34998d16980, gen: 195 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:52.453624231Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Current flush_numbers [0..12]: [334, 334, 341, 335, 333, 341, 322, 324, 328, 340, 340, 332]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:52.454522659Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:52.454571403Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/014.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:52.457034319Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"eid:20 Found repair files: [\"014\"]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:52.488469768Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/014.copy\" to \"/var/tmp/test_repair/8820/00/000/014.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:52.491641909Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/014.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:52.493520704Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/014.replace\" to \"/var/tmp/test_repair/8820/00/000/014.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:52.494789383Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"upstairs UpstairsConnection { upstairs_id: ffef6e5d-5bfd-43cb-872c-16cb59b1bbfd, session_id: 2ccd8d6f-db7b-4373-b4f8-b34998d16980, gen: 195 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:03:56.933964902Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: ffef6e5d-5bfd-43cb-872c-16cb59b1bbfd, session_id: 2ccd8d6f-db7b-4373-b4f8-b34998d16980, gen: 195 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:03:56.934028364Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"main"} {"msg":"connection (127.0.0.1:47791): all done","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:56.934052871Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"accepted connection from 127.0.0.1:44048","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:56.978468123Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"main"} {"msg":"Connection request from 30a19124-0672-4888-a78d-cd5c25183386 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:56.978921872Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 30a19124-0672-4888-a78d-cd5c25183386, session_id: 8d746c9c-46b4-4967-acbb-23600ec4e17a, gen: 196 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:56.978961957Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 30a19124-0672-4888-a78d-cd5c25183386, session_id: 8d746c9c-46b4-4967-acbb-23600ec4e17a, gen: 196 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:56.979392148Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Current flush_numbers [0..12]: [334, 334, 341, 335, 333, 341, 322, 324, 328, 340, 340, 332]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:56.980167843Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:56.980191Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 30a19124-0672-4888-a78d-cd5c25183386, session_id: 8d746c9c-46b4-4967-acbb-23600ec4e17a, gen: 196 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:03:57.013992399Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 30a19124-0672-4888-a78d-cd5c25183386, session_id: 8d746c9c-46b4-4967-acbb-23600ec4e17a, gen: 196 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:03:57.0140522Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"main"} {"msg":"connection (127.0.0.1:44048): all done","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.014076067Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"accepted connection from 127.0.0.1:62083","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.059569214Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"main"} {"msg":"Connection request from 152bc95f-b5e1-4c19-903c-52d2100fa2e0 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.060076036Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 152bc95f-b5e1-4c19-903c-52d2100fa2e0, session_id: e3e4b0bc-07df-4665-9221-fc0fdeeb56ec, gen: 197 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.060126479Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 152bc95f-b5e1-4c19-903c-52d2100fa2e0, session_id: e3e4b0bc-07df-4665-9221-fc0fdeeb56ec, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.060546592Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Current flush_numbers [0..12]: [334, 334, 343, 335, 333, 341, 343, 324, 328, 340, 343, 332]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.061427813Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.061462758Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.104971304Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:38836"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.105549365Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/extent/25/files","method":"GET","req_id":"3a752372-b68f-49f1-ad4a-796f27ba609b","remote_addr":"127.0.0.1:38836","local_addr":"0.0.0.0:12820","task":"repair","latency_us":209,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.106531873Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/newextent/25/data","method":"GET","req_id":"80dbc38e-d825-4075-a623-d158529c087d","remote_addr":"127.0.0.1:38836","local_addr":"0.0.0.0:12820","task":"repair","latency_us":299,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.147871561Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:37637"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.148145035Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/extent/14/files","method":"GET","req_id":"52759c78-c4ed-4a67-9ac7-9e2d6177e3d7","remote_addr":"127.0.0.1:37637","local_addr":"0.0.0.0:12820","task":"repair","latency_us":121,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.148744833Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:40200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.148786188Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/newextent/14/data","method":"GET","req_id":"20c33806-90b5-483c-88db-3ae2d562eccc","remote_addr":"127.0.0.1:37637","local_addr":"0.0.0.0:12820","task":"repair","latency_us":227,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.148929308Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/extent/14/files","method":"GET","req_id":"64cba17a-3904-4509-a155-2264c4cbbcc4","remote_addr":"127.0.0.1:40200","local_addr":"0.0.0.0:12820","task":"repair","latency_us":96,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.149696814Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/newextent/14/data","method":"GET","req_id":"cb9dc076-b57f-48ea-90d0-c743b76e336f","remote_addr":"127.0.0.1:40200","local_addr":"0.0.0.0:12820","task":"repair","latency_us":275,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.190747113Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:55986"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.191008457Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/extent/21/files","method":"GET","req_id":"657f1491-5d34-4db1-96b1-d8575806f9e3","remote_addr":"127.0.0.1:55986","local_addr":"0.0.0.0:12820","task":"repair","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.194208764Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:48251"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.194247399Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/newextent/21/data","method":"GET","req_id":"188eb461-6c1b-4976-b7b9-76f0c643538a","remote_addr":"127.0.0.1:55986","local_addr":"0.0.0.0:12820","task":"repair","latency_us":2797,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.194328958Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/extent/21/files","method":"GET","req_id":"d713bc4e-b161-46a8-bcc2-8b897ac6e07f","remote_addr":"127.0.0.1:48251","local_addr":"0.0.0.0:12820","task":"repair","latency_us":81,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.195060529Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/newextent/21/data","method":"GET","req_id":"05e79ec1-5361-4e83-9e7b-ad31225ed4ba","remote_addr":"127.0.0.1:48251","local_addr":"0.0.0.0:12820","task":"repair","latency_us":203,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.234245159Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:61211"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.234481047Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/extent/13/files","method":"GET","req_id":"7667d182-8e0b-4933-8c68-e30e7e926226","remote_addr":"127.0.0.1:61211","local_addr":"0.0.0.0:12820","task":"repair","latency_us":113,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.235113172Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/newextent/13/data","method":"GET","req_id":"68bc7b51-5038-4273-83ff-2b32a17e9d36","remote_addr":"127.0.0.1:61211","local_addr":"0.0.0.0:12820","task":"repair","latency_us":199,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.237307165Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:39012"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.237535804Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/extent/13/files","method":"GET","req_id":"84401040-dd95-468d-bb72-e86b71a8b4bf","remote_addr":"127.0.0.1:39012","local_addr":"0.0.0.0:12820","task":"repair","latency_us":88,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.238155961Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/newextent/13/data","method":"GET","req_id":"f4b809ec-370c-4195-a5c0-bdb52b0633a1","remote_addr":"127.0.0.1:39012","local_addr":"0.0.0.0:12820","task":"repair","latency_us":194,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.278769448Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:58013"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.279060328Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/extent/10/files","method":"GET","req_id":"b771bb0c-e145-428f-8ff3-5a33a25adad9","remote_addr":"127.0.0.1:58013","local_addr":"0.0.0.0:12820","task":"repair","latency_us":134,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.279772862Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/newextent/10/data","method":"GET","req_id":"733917d5-2bcc-43df-b0bc-5fa6f67da17d","remote_addr":"127.0.0.1:58013","local_addr":"0.0.0.0:12820","task":"repair","latency_us":234,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.280586892Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:43478"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.280854306Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/extent/10/files","method":"GET","req_id":"ec09d15d-9d1d-4515-8937-af9341c2f5ee","remote_addr":"127.0.0.1:43478","local_addr":"0.0.0.0:12820","task":"repair","latency_us":170,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.281552361Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/newextent/10/data","method":"GET","req_id":"cbfb2468-a2e0-460d-af6e-166d689bced7","remote_addr":"127.0.0.1:43478","local_addr":"0.0.0.0:12820","task":"repair","latency_us":182,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.321493369Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:48651"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.321754844Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/extent/17/files","method":"GET","req_id":"71bea059-6f28-4a5b-a381-e84af9d90703","remote_addr":"127.0.0.1:48651","local_addr":"0.0.0.0:12820","task":"repair","latency_us":119,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.321837163Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:41172"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.322117935Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/extent/17/files","method":"GET","req_id":"d046c381-93c6-4d38-917a-3f3e3966ed32","remote_addr":"127.0.0.1:41172","local_addr":"0.0.0.0:12820","task":"repair","latency_us":89,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.322405546Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/newextent/17/data","method":"GET","req_id":"d6c55a7f-9454-42e8-9e35-be1e40b95de1","remote_addr":"127.0.0.1:48651","local_addr":"0.0.0.0:12820","task":"repair","latency_us":190,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.322791223Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/newextent/17/data","method":"GET","req_id":"0b68b17c-3e99-44b5-a051-fcd6cdc14166","remote_addr":"127.0.0.1:41172","local_addr":"0.0.0.0:12820","task":"repair","latency_us":188,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.362866753Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:37520"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.363124628Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/extent/18/files","method":"GET","req_id":"0c168cd5-4ec4-4d8c-bc9d-3f86f32b6ac2","remote_addr":"127.0.0.1:37520","local_addr":"0.0.0.0:12820","task":"repair","latency_us":142,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.363793798Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/newextent/18/data","method":"GET","req_id":"45fdf0fc-97e6-4c58-9448-93cc9d7a9e08","remote_addr":"127.0.0.1:37520","local_addr":"0.0.0.0:12820","task":"repair","latency_us":227,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.36414491Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:58903"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.364405555Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/extent/18/files","method":"GET","req_id":"b9092f44-ea11-44f9-85a3-b1985986b159","remote_addr":"127.0.0.1:58903","local_addr":"0.0.0.0:12820","task":"repair","latency_us":87,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.365100541Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/newextent/18/data","method":"GET","req_id":"454274dc-26a2-4a9f-ae87-411b7ff9c257","remote_addr":"127.0.0.1:58903","local_addr":"0.0.0.0:12820","task":"repair","latency_us":214,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.402783944Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:46816"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.403012224Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/extent/6/files","method":"GET","req_id":"84d2872b-0614-4b03-b775-bc0420cb14d6","remote_addr":"127.0.0.1:46816","local_addr":"0.0.0.0:12820","task":"repair","latency_us":109,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.403673934Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/newextent/6/data","method":"GET","req_id":"02fa8175-1dcc-46ca-adae-62d0613891d6","remote_addr":"127.0.0.1:46816","local_addr":"0.0.0.0:12820","task":"repair","latency_us":215,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.441906953Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:64389"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.44215424Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/extent/2/files","method":"GET","req_id":"722cfed9-6adc-4d09-9115-1ee79e8f2c95","remote_addr":"127.0.0.1:64389","local_addr":"0.0.0.0:12820","task":"repair","latency_us":129,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.44281696Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/newextent/2/data","method":"GET","req_id":"7416136e-9f84-42a4-a9c4-167d856f4e0b","remote_addr":"127.0.0.1:64389","local_addr":"0.0.0.0:12820","task":"repair","latency_us":216,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.48178Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:42918"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.482025487Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/extent/20/files","method":"GET","req_id":"f420dfac-2a5d-4ed5-af4a-efc6725c6910","remote_addr":"127.0.0.1:42918","local_addr":"0.0.0.0:12820","task":"repair","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.48229563Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:38488"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.482534478Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/extent/20/files","method":"GET","req_id":"ecb428a2-0311-4912-b033-d014be620258","remote_addr":"127.0.0.1:38488","local_addr":"0.0.0.0:12820","task":"repair","latency_us":86,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.482827639Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/newextent/20/data","method":"GET","req_id":"ba761a54-ff47-49ba-9c40-db4a65136372","remote_addr":"127.0.0.1:42918","local_addr":"0.0.0.0:12820","task":"repair","latency_us":198,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.483323142Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"uri":"/newextent/20/data","method":"GET","req_id":"22857376-4622-4e5f-a48c-e8d84402afc7","remote_addr":"127.0.0.1:38488","local_addr":"0.0.0.0:12820","task":"repair","latency_us":245,"response_code":"200"} {"msg":"upstairs UpstairsConnection { upstairs_id: 152bc95f-b5e1-4c19-903c-52d2100fa2e0, session_id: e3e4b0bc-07df-4665-9221-fc0fdeeb56ec, gen: 197 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:03:57.56207662Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 152bc95f-b5e1-4c19-903c-52d2100fa2e0, session_id: e3e4b0bc-07df-4665-9221-fc0fdeeb56ec, gen: 197 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:03:57.562126124Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"main"} {"msg":"connection (127.0.0.1:62083): all done","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.56215238Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"accepted connection from 127.0.0.1:63812","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.606082358Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"main"} {"msg":"Connection request from b4bb66cc-5c9a-4752-bc0d-6264b868118a with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.606534667Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: b4bb66cc-5c9a-4752-bc0d-6264b868118a, session_id: e7d08229-c18a-41e2-86a3-fbb5de324f6b, gen: 198 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.606591199Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: b4bb66cc-5c9a-4752-bc0d-6264b868118a, session_id: e7d08229-c18a-41e2-86a3-fbb5de324f6b, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.6070294Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Current flush_numbers [0..12]: [334, 334, 343, 335, 333, 341, 343, 324, 328, 340, 344, 332]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.607784388Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:57.607818883Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: b4bb66cc-5c9a-4752-bc0d-6264b868118a, session_id: e7d08229-c18a-41e2-86a3-fbb5de324f6b, gen: 198 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:03:58.645205706Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: b4bb66cc-5c9a-4752-bc0d-6264b868118a, session_id: e7d08229-c18a-41e2-86a3-fbb5de324f6b, gen: 198 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:03:58.645298273Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"main"} {"msg":"connection (127.0.0.1:63812): all done","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:58.645331369Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"accepted connection from 127.0.0.1:49927","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:58.691514813Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"main"} {"msg":"Connection request from 9a013cc4-fc9d-4e15-b716-c6a6da41c20e with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:58.691965172Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 9a013cc4-fc9d-4e15-b716-c6a6da41c20e, session_id: b23bd8a2-43f5-42f0-9b23-a34b3af07c4d, gen: 199 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:58.692021914Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 9a013cc4-fc9d-4e15-b716-c6a6da41c20e, session_id: b23bd8a2-43f5-42f0-9b23-a34b3af07c4d, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:58.69242383Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Current flush_numbers [0..12]: [334, 345, 343, 345, 333, 341, 343, 324, 328, 345, 345, 345]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:58.693200095Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:58.69323538Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:59.02684129Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:59.058237714Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01D.copy\" to \"/var/tmp/test_repair/8820/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:59.061283511Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:59.062673803Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01D.replace\" to \"/var/tmp/test_repair/8820/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:59.064378983Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:59.187248505Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:59.218899194Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00B.copy\" to \"/var/tmp/test_repair/8820/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:59.221752128Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:59.223401165Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00B.replace\" to \"/var/tmp/test_repair/8820/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:59.225305287Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:59.229896087Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:59.261824218Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/015.copy\" to \"/var/tmp/test_repair/8820/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:59.265172846Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/015.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:59.266625609Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/015.replace\" to \"/var/tmp/test_repair/8820/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:03:59.268521113Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905} {"msg":"upstairs UpstairsConnection { upstairs_id: 9a013cc4-fc9d-4e15-b716-c6a6da41c20e, session_id: b23bd8a2-43f5-42f0-9b23-a34b3af07c4d, gen: 199 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:04:03.460214613Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 9a013cc4-fc9d-4e15-b716-c6a6da41c20e, session_id: b23bd8a2-43f5-42f0-9b23-a34b3af07c4d, gen: 199 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-07T19:04:03.460268796Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905,"task":"main"} {"msg":"connection (127.0.0.1:49927): all done","v":0,"name":"crucible","level":30,"time":"2024-02-07T19:04:03.460298752Z","hostname":"ip-10-150-1-187.us-west-2.compute.internal","pid":1905}