{"msg":"Opened existing region file \"/var/tmp/dsc/region/8810/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:33:50.022538866Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:33:50.02276463Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:33:50.022790612Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"UUID: 12345678-0000-0000-0000-000000008810","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:33:50.023331314Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:33:50.023361646Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 9f74bb5fe2be09de9f7a47f2db64d7dce836b79c\nCommit timestamp: 2024-02-12T01:11:14.000000000Z branch: main\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:33:50.023567569Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:33:50.023616362Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12810 for path:\"/var/tmp/dsc/region/8810\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:33:50.024566469Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:33:50.025853067Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12810","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:33:50.026040609Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:33:50.026072571Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8810","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:33:50.026210509Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"main"} {"msg":"accepted connection from 127.0.0.1:36117","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:33:55.073998233Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"main"} {"msg":"Connection request from d1db4e6b-3231-495d-908c-09f1fc9bf22c with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:33:55.075831774Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: d1db4e6b-3231-495d-908c-09f1fc9bf22c, session_id: b9719bec-107c-4b48-b9df-9dc8cb413df3, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:33:55.075870457Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: d1db4e6b-3231-495d-908c-09f1fc9bf22c, session_id: b9719bec-107c-4b48-b9df-9dc8cb413df3, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:33:55.077104701Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:33:55.078587011Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:33:55.078621983Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: d1db4e6b-3231-495d-908c-09f1fc9bf22c, session_id: b9719bec-107c-4b48-b9df-9dc8cb413df3, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:33:55.385700242Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: d1db4e6b-3231-495d-908c-09f1fc9bf22c, session_id: b9719bec-107c-4b48-b9df-9dc8cb413df3, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:33:55.385766966Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"main"} {"msg":"connection (127.0.0.1:36117): all done","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:33:55.385873962Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"UpstairsConnection { upstairs_id: d1db4e6b-3231-495d-908c-09f1fc9bf22c, session_id: b9719bec-107c-4b48-b9df-9dc8cb413df3, gen: 1 } cannot grab work lock, d1db4e6b-3231-495d-908c-09f1fc9bf22c is not active!","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:33:55.385902004Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"accepted connection from 127.0.0.1:39133","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:07.668249964Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"main"} {"msg":"Connection request from d1db4e6b-3231-495d-908c-09f1fc9bf22c with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:07.668397853Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: d1db4e6b-3231-495d-908c-09f1fc9bf22c, session_id: b9719bec-107c-4b48-b9df-9dc8cb413df3, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:07.668420864Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: d1db4e6b-3231-495d-908c-09f1fc9bf22c, session_id: b9719bec-107c-4b48-b9df-9dc8cb413df3, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:07.66868409Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Current flush_numbers [0..12]: [8, 7, 7, 7, 7, 4, 3, 9, 6, 7, 8, 7]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:07.66934278Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:07.669376182Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:07.688635928Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:07.734164716Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/000.copy\" to \"/var/tmp/dsc/region/8810/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:07.764133421Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/000.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:07.766796602Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/000.replace\" to \"/var/tmp/dsc/region/8810/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:07.793093415Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:07.798268999Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:07.831174972Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/001.copy\" to \"/var/tmp/dsc/region/8810/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:07.862258364Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/001.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:07.889109041Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/001.replace\" to \"/var/tmp/dsc/region/8810/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:07.951380642Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:07.958750268Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:07.989458358Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/002.copy\" to \"/var/tmp/dsc/region/8810/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.051754591Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/002.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.056158158Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/002.replace\" to \"/var/tmp/dsc/region/8810/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.0807993Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.111769196Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.146363721Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/003.copy\" to \"/var/tmp/dsc/region/8810/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.171223717Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/003.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.173825735Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/003.replace\" to \"/var/tmp/dsc/region/8810/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.199922475Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.227607492Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.261015726Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/004.copy\" to \"/var/tmp/dsc/region/8810/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.312315202Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/004.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.3165664Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/004.replace\" to \"/var/tmp/dsc/region/8810/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.366716237Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.44948224Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.482290017Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/005.copy\" to \"/var/tmp/dsc/region/8810/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.491133953Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/005.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.492662916Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/005.replace\" to \"/var/tmp/dsc/region/8810/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.520591977Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.576187054Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.606727563Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/006.copy\" to \"/var/tmp/dsc/region/8810/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.632494824Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/006.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.635093801Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/006.replace\" to \"/var/tmp/dsc/region/8810/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.660313969Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.665590738Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.696111217Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/007.copy\" to \"/var/tmp/dsc/region/8810/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.723978425Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/007.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.759101682Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/007.replace\" to \"/var/tmp/dsc/region/8810/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.762181248Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.766177201Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.799828469Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/008.copy\" to \"/var/tmp/dsc/region/8810/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.832775444Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/008.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.836560984Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/008.replace\" to \"/var/tmp/dsc/region/8810/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.858534384Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.939963956Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:08.972670687Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/009.copy\" to \"/var/tmp/dsc/region/8810/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.001086998Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/009.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.004112101Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/009.replace\" to \"/var/tmp/dsc/region/8810/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.02554719Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.125087358Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.158038994Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00A.copy\" to \"/var/tmp/dsc/region/8810/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.188700721Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00A.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.19214277Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00A.replace\" to \"/var/tmp/dsc/region/8810/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.215574649Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.276491508Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.308395351Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00B.copy\" to \"/var/tmp/dsc/region/8810/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.334649821Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00B.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.337966422Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00B.replace\" to \"/var/tmp/dsc/region/8810/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.364710052Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.40910763Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.441574697Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00C.copy\" to \"/var/tmp/dsc/region/8810/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.475333572Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00C.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.478509054Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00C.replace\" to \"/var/tmp/dsc/region/8810/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.50090524Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.529269008Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.56034541Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00D.copy\" to \"/var/tmp/dsc/region/8810/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.588788333Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00D.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.591977326Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00D.replace\" to \"/var/tmp/dsc/region/8810/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.621001734Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.651616798Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.68417415Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00E.copy\" to \"/var/tmp/dsc/region/8810/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.710804163Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00E.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.714606513Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00E.replace\" to \"/var/tmp/dsc/region/8810/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:09.740758537Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:18.636063968Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:60716"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:18.63676297Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/0/files","method":"GET","req_id":"04735301-b197-4291-95af-f3c479652832","remote_addr":"127.0.0.1:60716","local_addr":"0.0.0.0:12810","task":"repair","latency_us":305,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:18.637899849Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/0/data","method":"GET","req_id":"648a7735-ec0b-4a76-938d-2d54723439e7","remote_addr":"127.0.0.1:60716","local_addr":"0.0.0.0:12810","task":"repair","latency_us":274,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:18.752954538Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:44924"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:18.753458008Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/1/files","method":"GET","req_id":"84f94aa0-3c6b-49d0-a5bf-95a1d642cfc5","remote_addr":"127.0.0.1:44924","local_addr":"0.0.0.0:12810","task":"repair","latency_us":183,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:18.754326901Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/1/data","method":"GET","req_id":"e1988d0f-5e93-4f4e-a876-3fcc0df985c7","remote_addr":"127.0.0.1:44924","local_addr":"0.0.0.0:12810","task":"repair","latency_us":230,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:18.889766334Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:51683"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:18.890216161Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/2/files","method":"GET","req_id":"57fee9f1-0395-4466-8ed6-59235382bd3f","remote_addr":"127.0.0.1:51683","local_addr":"0.0.0.0:12810","task":"repair","latency_us":177,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:18.890986738Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/2/data","method":"GET","req_id":"2f255810-0603-4a6c-9a7e-97dc94f5fd8d","remote_addr":"127.0.0.1:51683","local_addr":"0.0.0.0:12810","task":"repair","latency_us":224,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:19.015536071Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:57352"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:19.016000569Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/3/files","method":"GET","req_id":"faff5f37-f99b-4bcd-82fd-3fedeeeaadc6","remote_addr":"127.0.0.1:57352","local_addr":"0.0.0.0:12810","task":"repair","latency_us":167,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:19.01683998Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/3/data","method":"GET","req_id":"f244a4b3-9935-46e4-bf16-37e6d6089ac5","remote_addr":"127.0.0.1:57352","local_addr":"0.0.0.0:12810","task":"repair","latency_us":262,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:19.167601151Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:37422"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:19.167895479Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/4/files","method":"GET","req_id":"cf5b2408-77d4-4981-9006-037be3bbc934","remote_addr":"127.0.0.1:37422","local_addr":"0.0.0.0:12810","task":"repair","latency_us":181,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:19.168699938Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/4/data","method":"GET","req_id":"e82a9cbf-8a65-4c38-a579-0761b01f794a","remote_addr":"127.0.0.1:37422","local_addr":"0.0.0.0:12810","task":"repair","latency_us":258,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:19.284084946Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:41759"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:19.284514192Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/5/files","method":"GET","req_id":"330efc52-d9e7-493f-ae96-998f16268dbd","remote_addr":"127.0.0.1:41759","local_addr":"0.0.0.0:12810","task":"repair","latency_us":163,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:19.285258647Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/5/data","method":"GET","req_id":"8d87929c-d059-43cb-b6ca-1a85f9767143","remote_addr":"127.0.0.1:41759","local_addr":"0.0.0.0:12810","task":"repair","latency_us":206,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:19.494798158Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:42374"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:19.495250616Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/6/files","method":"GET","req_id":"29338fc2-2b96-4bd6-8a2a-4ebe7e5ddc33","remote_addr":"127.0.0.1:42374","local_addr":"0.0.0.0:12810","task":"repair","latency_us":189,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:19.496044034Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/6/data","method":"GET","req_id":"2b69da96-242f-4688-8a1e-0cea70339f6e","remote_addr":"127.0.0.1:42374","local_addr":"0.0.0.0:12810","task":"repair","latency_us":227,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:19.615899342Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:35433"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:19.616341529Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/7/files","method":"GET","req_id":"8181245d-5ca8-4e84-b7a6-088bf0194c19","remote_addr":"127.0.0.1:35433","local_addr":"0.0.0.0:12810","task":"repair","latency_us":194,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:19.6171767Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/7/data","method":"GET","req_id":"9b0c825a-9bc1-47fb-b6a4-52d5becc3d72","remote_addr":"127.0.0.1:35433","local_addr":"0.0.0.0:12810","task":"repair","latency_us":227,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:19.760449267Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:33954"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:19.760757706Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/8/files","method":"GET","req_id":"7a7cd280-8c4a-4278-88b4-8615f878b09a","remote_addr":"127.0.0.1:33954","local_addr":"0.0.0.0:12810","task":"repair","latency_us":181,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:19.761549113Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/8/data","method":"GET","req_id":"7bed018f-db6a-4dc4-8f32-081e200a5b0c","remote_addr":"127.0.0.1:33954","local_addr":"0.0.0.0:12810","task":"repair","latency_us":228,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:19.854366515Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:61015"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:19.854814312Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/9/files","method":"GET","req_id":"f75920be-1901-4501-ba03-ca3f3d9d6f1e","remote_addr":"127.0.0.1:61015","local_addr":"0.0.0.0:12810","task":"repair","latency_us":182,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:19.855674104Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/9/data","method":"GET","req_id":"941deaab-490f-485f-a0f3-dc0dd4beae2a","remote_addr":"127.0.0.1:61015","local_addr":"0.0.0.0:12810","task":"repair","latency_us":259,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:20.008096346Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:51780"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:20.008549733Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/10/files","method":"GET","req_id":"36b943b6-dd9b-41fd-b10f-a7f797772951","remote_addr":"127.0.0.1:51780","local_addr":"0.0.0.0:12810","task":"repair","latency_us":166,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:20.009365263Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/10/data","method":"GET","req_id":"c13a6bdc-31e3-4cc2-b9a9-9abc6a3ab0f9","remote_addr":"127.0.0.1:51780","local_addr":"0.0.0.0:12810","task":"repair","latency_us":223,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:20.157019796Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:61986"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:20.157510475Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/11/files","method":"GET","req_id":"47974cf9-c435-4d52-be40-df85c83d74ab","remote_addr":"127.0.0.1:61986","local_addr":"0.0.0.0:12810","task":"repair","latency_us":189,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:20.158371438Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/11/data","method":"GET","req_id":"e59caef1-085e-4b24-8f44-507d33f273a8","remote_addr":"127.0.0.1:61986","local_addr":"0.0.0.0:12810","task":"repair","latency_us":236,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:20.274051404Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:58303"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:20.27448021Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/12/files","method":"GET","req_id":"8af1b795-5c95-400e-9bd5-1bc11915daaa","remote_addr":"127.0.0.1:58303","local_addr":"0.0.0.0:12810","task":"repair","latency_us":182,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:20.275366644Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/12/data","method":"GET","req_id":"04d8d967-f506-4d57-8336-16e39660b345","remote_addr":"127.0.0.1:58303","local_addr":"0.0.0.0:12810","task":"repair","latency_us":264,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:20.396100346Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:34547"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:20.396520401Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/13/files","method":"GET","req_id":"7de0d05d-a822-4806-9fb6-04524f573bee","remote_addr":"127.0.0.1:34547","local_addr":"0.0.0.0:12810","task":"repair","latency_us":165,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:20.397399125Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/13/data","method":"GET","req_id":"15013e81-b7a3-4758-82a6-1cd49c3aa823","remote_addr":"127.0.0.1:34547","local_addr":"0.0.0.0:12810","task":"repair","latency_us":222,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:20.504028473Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:64377"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:20.504461059Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/14/files","method":"GET","req_id":"fd32873c-6769-45b0-8994-6e18e9f9d0cd","remote_addr":"127.0.0.1:64377","local_addr":"0.0.0.0:12810","task":"repair","latency_us":189,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:20.50530291Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/14/data","method":"GET","req_id":"50ea7cfb-1d18-42f8-a007-e5db7674cae4","remote_addr":"127.0.0.1:64377","local_addr":"0.0.0.0:12810","task":"repair","latency_us":280,"response_code":"200"} {"msg":"7923 job Read for connection UpstairsConnection { upstairs_id: d1db4e6b-3231-495d-908c-09f1fc9bf22c, session_id: b9719bec-107c-4b48-b9df-9dc8cb413df3, gen: 1 } waiting on 1 deps","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:34:27.577329673Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"role":"work"} {"msg":"connection (127.0.0.1:39133) Exits with error: Error reading from Upstairs: Connection reset by peer (os error 131)","v":0,"name":"crucible","level":50,"time":"2024-02-12T01:34:33.123069585Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"accepted connection from 127.0.0.1:50529","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.0482518Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"main"} {"msg":"Connection request from d1db4e6b-3231-495d-908c-09f1fc9bf22c with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.048423521Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: d1db4e6b-3231-495d-908c-09f1fc9bf22c, session_id: b9719bec-107c-4b48-b9df-9dc8cb413df3, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.048465863Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: d1db4e6b-3231-495d-908c-09f1fc9bf22c, session_id: b9719bec-107c-4b48-b9df-9dc8cb413df3, gen: 1 } to UpstairsConnection { upstairs_id: d1db4e6b-3231-495d-908c-09f1fc9bf22c, session_id: b9719bec-107c-4b48-b9df-9dc8cb413df3, gen: 1 }","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:34:41.048627623Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Signaling to UpstairsConnection { upstairs_id: d1db4e6b-3231-495d-908c-09f1fc9bf22c, session_id: b9719bec-107c-4b48-b9df-9dc8cb413df3, gen: 1 } thread that UpstairsConnection { upstairs_id: d1db4e6b-3231-495d-908c-09f1fc9bf22c, session_id: b9719bec-107c-4b48-b9df-9dc8cb413df3, gen: 1 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:34:41.048668635Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Error while signaling to UpstairsConnection { upstairs_id: d1db4e6b-3231-495d-908c-09f1fc9bf22c, session_id: b9719bec-107c-4b48-b9df-9dc8cb413df3, gen: 1 } thread: UpstairsConnection { upstairs_id: d1db4e6b-3231-495d-908c-09f1fc9bf22c, session_id: b9719bec-107c-4b48-b9df-9dc8cb413df3, gen: 1 }","v":0,"name":"crucible","level":50,"time":"2024-02-12T01:34:41.048695467Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"UpstairsConnection { upstairs_id: d1db4e6b-3231-495d-908c-09f1fc9bf22c, session_id: b9719bec-107c-4b48-b9df-9dc8cb413df3, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.048709668Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Current flush_numbers [0..12]: [856, 863, 852, 856, 863, 863, 852, 860, 854, 858, 855, 852]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.049211178Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.04924422Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.050852008Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.083825094Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/000.copy\" to \"/var/tmp/dsc/region/8810/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.090418944Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/000.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.092127937Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/000.replace\" to \"/var/tmp/dsc/region/8810/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.094686792Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.099777521Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.131272918Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/001.copy\" to \"/var/tmp/dsc/region/8810/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.138328336Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/001.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.141180278Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/001.replace\" to \"/var/tmp/dsc/region/8810/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.143131177Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.147890635Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.181351581Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/002.copy\" to \"/var/tmp/dsc/region/8810/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.18925312Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/002.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.191436812Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/002.replace\" to \"/var/tmp/dsc/region/8810/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.193967325Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.200955949Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.233399724Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/003.copy\" to \"/var/tmp/dsc/region/8810/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.240082658Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/003.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.242072309Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/003.replace\" to \"/var/tmp/dsc/region/8810/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.244522277Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.251180031Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.283250113Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/004.copy\" to \"/var/tmp/dsc/region/8810/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.289280778Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/004.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.291558306Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/004.replace\" to \"/var/tmp/dsc/region/8810/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.294199476Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.302272045Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.336986778Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/005.copy\" to \"/var/tmp/dsc/region/8810/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.34329687Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/005.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.345196525Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/005.replace\" to \"/var/tmp/dsc/region/8810/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.347612591Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.355565263Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.386320435Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/006.copy\" to \"/var/tmp/dsc/region/8810/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.393632118Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/006.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.395570576Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/006.replace\" to \"/var/tmp/dsc/region/8810/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.397999723Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.403444623Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.434612891Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/007.copy\" to \"/var/tmp/dsc/region/8810/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.441685439Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/007.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.443632537Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/007.replace\" to \"/var/tmp/dsc/region/8810/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.445647029Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.451211096Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.482284848Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/008.copy\" to \"/var/tmp/dsc/region/8810/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.488249939Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/008.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.490068339Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/008.replace\" to \"/var/tmp/dsc/region/8810/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.492573521Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.498301818Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.536515832Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/009.copy\" to \"/var/tmp/dsc/region/8810/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.542445102Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/009.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.544956103Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/009.replace\" to \"/var/tmp/dsc/region/8810/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.547850959Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.556430078Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.591388506Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00A.copy\" to \"/var/tmp/dsc/region/8810/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.59905105Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00A.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.601913933Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00A.replace\" to \"/var/tmp/dsc/region/8810/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.604190781Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.616422332Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.648149744Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00B.copy\" to \"/var/tmp/dsc/region/8810/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.655136787Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00B.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.656881032Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00B.replace\" to \"/var/tmp/dsc/region/8810/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.660097907Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.665797732Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.69895009Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00C.copy\" to \"/var/tmp/dsc/region/8810/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.70572234Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00C.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.707948245Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00C.replace\" to \"/var/tmp/dsc/region/8810/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.712379974Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.718721888Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.750827422Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00D.copy\" to \"/var/tmp/dsc/region/8810/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.757641495Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00D.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.759427583Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00D.replace\" to \"/var/tmp/dsc/region/8810/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.763245824Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.771554308Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.806822454Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00E.copy\" to \"/var/tmp/dsc/region/8810/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.814232952Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00E.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.816305878Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00E.replace\" to \"/var/tmp/dsc/region/8810/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:41.818945748Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:47.999622455Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:56017"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.000082743Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/0/files","method":"GET","req_id":"59d1b6ac-4144-4c29-ba52-fc12747f985e","remote_addr":"127.0.0.1:56017","local_addr":"0.0.0.0:12810","task":"repair","latency_us":198,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.000993448Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/0/data","method":"GET","req_id":"b7529067-a023-440b-9d4c-ca97cbd69e54","remote_addr":"127.0.0.1:56017","local_addr":"0.0.0.0:12810","task":"repair","latency_us":224,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.055780106Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:50897"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.056209142Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/1/files","method":"GET","req_id":"7941d722-3b88-41e8-8f97-b7fbb0607693","remote_addr":"127.0.0.1:50897","local_addr":"0.0.0.0:12810","task":"repair","latency_us":174,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.057024142Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/1/data","method":"GET","req_id":"f290e9c6-11fd-429a-924f-1ac236249d9e","remote_addr":"127.0.0.1:50897","local_addr":"0.0.0.0:12810","task":"repair","latency_us":214,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.107710192Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:47752"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.108169249Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/2/files","method":"GET","req_id":"b5af2592-19ac-4467-b480-a1e50cd46318","remote_addr":"127.0.0.1:47752","local_addr":"0.0.0.0:12810","task":"repair","latency_us":186,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.10900195Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/2/data","method":"GET","req_id":"a382f808-2a98-4230-97a7-befd1dac5fc6","remote_addr":"127.0.0.1:47752","local_addr":"0.0.0.0:12810","task":"repair","latency_us":212,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.162121817Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:41893"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.162574795Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/3/files","method":"GET","req_id":"03930e2f-bb8a-42ad-91e2-4c7c6c88c3e5","remote_addr":"127.0.0.1:41893","local_addr":"0.0.0.0:12810","task":"repair","latency_us":190,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.163425376Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/3/data","method":"GET","req_id":"e61b6e3d-70cc-4807-bb7a-fbb66a68e3e0","remote_addr":"127.0.0.1:41893","local_addr":"0.0.0.0:12810","task":"repair","latency_us":238,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.214416174Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:40290"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.21483603Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/4/files","method":"GET","req_id":"9593078d-c2bf-4ae4-b6c3-8a7c7cbe710c","remote_addr":"127.0.0.1:40290","local_addr":"0.0.0.0:12810","task":"repair","latency_us":179,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.215646889Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/4/data","method":"GET","req_id":"6423c35d-4a96-4483-8141-a6157331ad25","remote_addr":"127.0.0.1:40290","local_addr":"0.0.0.0:12810","task":"repair","latency_us":220,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.263165697Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:51696"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.263601883Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/5/files","method":"GET","req_id":"a9585fef-9734-4ef1-b0fb-2838bea635de","remote_addr":"127.0.0.1:51696","local_addr":"0.0.0.0:12810","task":"repair","latency_us":185,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.264613285Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/5/data","method":"GET","req_id":"3749ea6c-9b35-4ce9-9cf8-c9dffb49818f","remote_addr":"127.0.0.1:51696","local_addr":"0.0.0.0:12810","task":"repair","latency_us":273,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.31258246Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:40199"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.313052998Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/6/files","method":"GET","req_id":"35851949-c274-4182-b7ee-7f79270f3baf","remote_addr":"127.0.0.1:40199","local_addr":"0.0.0.0:12810","task":"repair","latency_us":192,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.313868258Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/6/data","method":"GET","req_id":"b171f81b-bd59-4983-a0c2-785bdb81cd05","remote_addr":"127.0.0.1:40199","local_addr":"0.0.0.0:12810","task":"repair","latency_us":219,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.363904898Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:36097"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.364366466Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/7/files","method":"GET","req_id":"8128f785-ae4b-4671-97bd-303128eda6f3","remote_addr":"127.0.0.1:36097","local_addr":"0.0.0.0:12810","task":"repair","latency_us":177,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.365194047Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/7/data","method":"GET","req_id":"e0930c8b-66e5-4187-8431-4b097634dd23","remote_addr":"127.0.0.1:36097","local_addr":"0.0.0.0:12810","task":"repair","latency_us":228,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.415931259Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:56527"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.416352315Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/8/files","method":"GET","req_id":"79824117-4f92-45a3-81de-ca329250b3c1","remote_addr":"127.0.0.1:56527","local_addr":"0.0.0.0:12810","task":"repair","latency_us":172,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.417231748Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/8/data","method":"GET","req_id":"a5b0a827-d391-463b-932d-12d1edb17776","remote_addr":"127.0.0.1:56527","local_addr":"0.0.0.0:12810","task":"repair","latency_us":222,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.467717096Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:36060"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.468198585Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/9/files","method":"GET","req_id":"2b151f20-13e4-4292-bbcc-000afb156a68","remote_addr":"127.0.0.1:36060","local_addr":"0.0.0.0:12810","task":"repair","latency_us":195,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.469039226Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/9/data","method":"GET","req_id":"fc53929f-98d0-4284-b433-23f0a2ea8b4b","remote_addr":"127.0.0.1:36060","local_addr":"0.0.0.0:12810","task":"repair","latency_us":215,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.51682226Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:40739"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.517247966Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/10/files","method":"GET","req_id":"05a63595-b8d7-48e1-b8ff-01425a2c5799","remote_addr":"127.0.0.1:40739","local_addr":"0.0.0.0:12810","task":"repair","latency_us":188,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.518077586Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/10/data","method":"GET","req_id":"7455d1ba-695d-4d56-9e7a-58598f4ee97a","remote_addr":"127.0.0.1:40739","local_addr":"0.0.0.0:12810","task":"repair","latency_us":233,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.563983326Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:35596"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.564413072Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/11/files","method":"GET","req_id":"0d9c240e-8740-48ef-8b2a-b6448ad14486","remote_addr":"127.0.0.1:35596","local_addr":"0.0.0.0:12810","task":"repair","latency_us":184,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.565229651Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/11/data","method":"GET","req_id":"85866569-310b-458e-b0d1-dddcad3bbefc","remote_addr":"127.0.0.1:35596","local_addr":"0.0.0.0:12810","task":"repair","latency_us":265,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.612546127Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:57251"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.613019255Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/12/files","method":"GET","req_id":"d7179e82-9717-47ea-be5b-99011a53468a","remote_addr":"127.0.0.1:57251","local_addr":"0.0.0.0:12810","task":"repair","latency_us":184,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.613868677Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/12/data","method":"GET","req_id":"b9eb9db5-5617-4bc0-adff-b1562104708a","remote_addr":"127.0.0.1:57251","local_addr":"0.0.0.0:12810","task":"repair","latency_us":247,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.664217606Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:62497"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.664701726Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/13/files","method":"GET","req_id":"ed38c2c1-c672-4a71-b0c8-b3e05fd74157","remote_addr":"127.0.0.1:62497","local_addr":"0.0.0.0:12810","task":"repair","latency_us":221,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.665554117Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/13/data","method":"GET","req_id":"529a4acd-fab3-48e8-b43c-82323dee3398","remote_addr":"127.0.0.1:62497","local_addr":"0.0.0.0:12810","task":"repair","latency_us":217,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.716239797Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:51589"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.716564697Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/14/files","method":"GET","req_id":"28a54cd7-dcf2-4afb-9979-e1f461796314","remote_addr":"127.0.0.1:51589","local_addr":"0.0.0.0:12810","task":"repair","latency_us":187,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:48.717352664Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/14/data","method":"GET","req_id":"893147bd-47cd-4dc2-9055-665192191ca6","remote_addr":"127.0.0.1:51589","local_addr":"0.0.0.0:12810","task":"repair","latency_us":245,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:54.937858365Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:56376"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:54.938293701Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/0/files","method":"GET","req_id":"97aaf53b-c792-49ba-9d9e-1befe5594cd6","remote_addr":"127.0.0.1:56376","local_addr":"0.0.0.0:12810","task":"repair","latency_us":182,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:54.939133962Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/0/data","method":"GET","req_id":"2319cf17-3791-42e7-8d00-87f14640cfb8","remote_addr":"127.0.0.1:56376","local_addr":"0.0.0.0:12810","task":"repair","latency_us":226,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:54.988273168Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:50713"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:54.988581097Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/1/files","method":"GET","req_id":"6ef5b31a-3aad-4193-85a3-430309d985bd","remote_addr":"127.0.0.1:50713","local_addr":"0.0.0.0:12810","task":"repair","latency_us":185,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:54.989380765Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/1/data","method":"GET","req_id":"5d1f3b6b-5d0e-4aad-86c0-4a2da8755363","remote_addr":"127.0.0.1:50713","local_addr":"0.0.0.0:12810","task":"repair","latency_us":236,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.036536551Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:53946"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.036969357Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/2/files","method":"GET","req_id":"8bbaad63-5333-4a5a-bb43-47d98df0a157","remote_addr":"127.0.0.1:53946","local_addr":"0.0.0.0:12810","task":"repair","latency_us":183,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.037794807Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/2/data","method":"GET","req_id":"77c71e9d-2bb0-496c-94b4-e86dc1ae6711","remote_addr":"127.0.0.1:53946","local_addr":"0.0.0.0:12810","task":"repair","latency_us":215,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.085750362Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:52315"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.086165267Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/3/files","method":"GET","req_id":"56947ce2-ac08-44be-9806-515f3b75ad06","remote_addr":"127.0.0.1:52315","local_addr":"0.0.0.0:12810","task":"repair","latency_us":181,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.087009458Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/3/data","method":"GET","req_id":"d0c240f9-ca96-4fcd-9c18-507d53a07477","remote_addr":"127.0.0.1:52315","local_addr":"0.0.0.0:12810","task":"repair","latency_us":211,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.135121462Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:40598"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.135434051Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/4/files","method":"GET","req_id":"8bf7ad28-7605-4992-b44d-3dc4ce77d576","remote_addr":"127.0.0.1:40598","local_addr":"0.0.0.0:12810","task":"repair","latency_us":186,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.13624026Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/4/data","method":"GET","req_id":"502a6b24-bd79-4718-9e95-077efe0bace5","remote_addr":"127.0.0.1:40598","local_addr":"0.0.0.0:12810","task":"repair","latency_us":236,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.187722408Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:47420"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.188170585Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/5/files","method":"GET","req_id":"9aed1512-f0f8-4f1c-a435-09040c86e475","remote_addr":"127.0.0.1:47420","local_addr":"0.0.0.0:12810","task":"repair","latency_us":185,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.189009216Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/5/data","method":"GET","req_id":"065b2ae3-010f-43f0-b7a6-c1de61c867f6","remote_addr":"127.0.0.1:47420","local_addr":"0.0.0.0:12810","task":"repair","latency_us":239,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.237321032Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:41256"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.237760719Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/6/files","method":"GET","req_id":"78d4fa50-6c99-4837-ad33-94834e665e7d","remote_addr":"127.0.0.1:41256","local_addr":"0.0.0.0:12810","task":"repair","latency_us":185,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.238548636Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/6/data","method":"GET","req_id":"7c2bdd8b-ab4d-4edc-b786-2e46f3f08562","remote_addr":"127.0.0.1:41256","local_addr":"0.0.0.0:12810","task":"repair","latency_us":207,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.290557806Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:52755"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.290982512Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/7/files","method":"GET","req_id":"fd87e2df-cd51-4209-bcd9-552e8844e90e","remote_addr":"127.0.0.1:52755","local_addr":"0.0.0.0:12810","task":"repair","latency_us":162,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.291747739Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/7/data","method":"GET","req_id":"5edefbdd-5637-4db3-a17c-9241fc315013","remote_addr":"127.0.0.1:52755","local_addr":"0.0.0.0:12810","task":"repair","latency_us":221,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.340223635Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:56093"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.340532943Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/8/files","method":"GET","req_id":"c558ee88-04c6-4e09-aac3-617d27535cc3","remote_addr":"127.0.0.1:56093","local_addr":"0.0.0.0:12810","task":"repair","latency_us":185,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.341285939Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/8/data","method":"GET","req_id":"8d1784c6-41a9-4518-aa47-c048d2b56edd","remote_addr":"127.0.0.1:56093","local_addr":"0.0.0.0:12810","task":"repair","latency_us":227,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.389045151Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:36305"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.389490208Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/9/files","method":"GET","req_id":"5715577e-a653-48b3-9507-a627f29e5015","remote_addr":"127.0.0.1:36305","local_addr":"0.0.0.0:12810","task":"repair","latency_us":188,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.390296737Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/9/data","method":"GET","req_id":"d449093e-95f4-40bd-bae7-b7c61f821ff6","remote_addr":"127.0.0.1:36305","local_addr":"0.0.0.0:12810","task":"repair","latency_us":229,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.44037132Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:52717"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.440844779Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/10/files","method":"GET","req_id":"ea56ca4b-150c-40f3-b6fd-f22220c939d1","remote_addr":"127.0.0.1:52717","local_addr":"0.0.0.0:12810","task":"repair","latency_us":205,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.44168934Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/10/data","method":"GET","req_id":"ad80cd3a-fa8f-4bac-ae48-0ef167b54d02","remote_addr":"127.0.0.1:52717","local_addr":"0.0.0.0:12810","task":"repair","latency_us":231,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.494159538Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:49226"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.494586253Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/11/files","method":"GET","req_id":"0c2c47a4-5e15-47f7-af54-ad41cd953548","remote_addr":"127.0.0.1:49226","local_addr":"0.0.0.0:12810","task":"repair","latency_us":184,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.495324818Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/11/data","method":"GET","req_id":"d964f36e-de41-47e6-ba22-14bac0cd41ce","remote_addr":"127.0.0.1:49226","local_addr":"0.0.0.0:12810","task":"repair","latency_us":212,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.543292143Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:55477"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.543745661Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/12/files","method":"GET","req_id":"53f6fe60-f9a7-4220-be83-8468224d3d00","remote_addr":"127.0.0.1:55477","local_addr":"0.0.0.0:12810","task":"repair","latency_us":181,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.54456226Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/12/data","method":"GET","req_id":"6a4cff18-26df-4081-8866-fbc2e790fdbd","remote_addr":"127.0.0.1:55477","local_addr":"0.0.0.0:12810","task":"repair","latency_us":227,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.596224249Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:33847"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.596539188Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/13/files","method":"GET","req_id":"79ac7e55-7820-46b8-a69b-c8b7335bb149","remote_addr":"127.0.0.1:33847","local_addr":"0.0.0.0:12810","task":"repair","latency_us":193,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.597303025Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/13/data","method":"GET","req_id":"8254195e-5b44-41d7-84fe-c0a19d31a700","remote_addr":"127.0.0.1:33847","local_addr":"0.0.0.0:12810","task":"repair","latency_us":217,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.644538075Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:51244"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.644845564Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/extent/14/files","method":"GET","req_id":"1f921452-6555-486e-b432-2172c396b0c2","remote_addr":"127.0.0.1:51244","local_addr":"0.0.0.0:12810","task":"repair","latency_us":195,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:34:55.64561364Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"uri":"/newextent/14/data","method":"GET","req_id":"56131647-6b97-4a66-8c07-8c479391cff7","remote_addr":"127.0.0.1:51244","local_addr":"0.0.0.0:12810","task":"repair","latency_us":231,"response_code":"200"} {"msg":"upstairs UpstairsConnection { upstairs_id: d1db4e6b-3231-495d-908c-09f1fc9bf22c, session_id: b9719bec-107c-4b48-b9df-9dc8cb413df3, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:35:00.855862363Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: d1db4e6b-3231-495d-908c-09f1fc9bf22c, session_id: b9719bec-107c-4b48-b9df-9dc8cb413df3, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:35:00.855928498Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"main"} {"msg":"connection (127.0.0.1:50529): all done","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:00.855957649Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"accepted connection from 127.0.0.1:43573","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.778552278Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"main"} {"msg":"Connection request from d1db4e6b-3231-495d-908c-09f1fc9bf22c with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.778665925Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: d1db4e6b-3231-495d-908c-09f1fc9bf22c, session_id: b9719bec-107c-4b48-b9df-9dc8cb413df3, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.778687676Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: d1db4e6b-3231-495d-908c-09f1fc9bf22c, session_id: b9719bec-107c-4b48-b9df-9dc8cb413df3, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.778878127Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Current flush_numbers [0..12]: [1722, 1722, 1725, 1718, 1722, 1717, 1719, 1725, 1725, 1722, 1726, 1722]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.77940647Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.779428051Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.78189723Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.812668344Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/000.copy\" to \"/var/tmp/dsc/region/8810/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.819874941Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/000.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.822274626Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/000.replace\" to \"/var/tmp/dsc/region/8810/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.824285168Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.831804233Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.863741557Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/001.copy\" to \"/var/tmp/dsc/region/8810/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.870319606Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/001.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.871900472Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/001.replace\" to \"/var/tmp/dsc/region/8810/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.874159938Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.879163372Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.910745414Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/002.copy\" to \"/var/tmp/dsc/region/8810/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.917900198Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/002.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.920136003Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/002.replace\" to \"/var/tmp/dsc/region/8810/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.922242341Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.92900817Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.963299757Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/003.copy\" to \"/var/tmp/dsc/region/8810/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.970164863Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/003.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.972037946Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/003.replace\" to \"/var/tmp/dsc/region/8810/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.975370798Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:08.979461906Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.010992506Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/004.copy\" to \"/var/tmp/dsc/region/8810/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.018388914Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/004.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.02079959Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/004.replace\" to \"/var/tmp/dsc/region/8810/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.023187664Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.028362328Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.059789441Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/005.copy\" to \"/var/tmp/dsc/region/8810/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.066325087Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/005.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.068180989Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/005.replace\" to \"/var/tmp/dsc/region/8810/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.070881533Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.081539209Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.112675374Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/006.copy\" to \"/var/tmp/dsc/region/8810/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.119353139Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/006.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.121456166Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/006.replace\" to \"/var/tmp/dsc/region/8810/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.124292338Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.129577208Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.164624431Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/007.copy\" to \"/var/tmp/dsc/region/8810/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.171612754Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/007.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.17418014Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/007.replace\" to \"/var/tmp/dsc/region/8810/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.176109606Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.185463963Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.217346634Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/008.copy\" to \"/var/tmp/dsc/region/8810/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.22404228Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/008.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.226296676Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/008.replace\" to \"/var/tmp/dsc/region/8810/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.228888213Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.232817661Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.266100397Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/009.copy\" to \"/var/tmp/dsc/region/8810/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.273687526Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/009.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.275911701Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/009.replace\" to \"/var/tmp/dsc/region/8810/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.278685999Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.285236966Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.316034791Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00A.copy\" to \"/var/tmp/dsc/region/8810/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.322678674Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00A.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.324560337Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00A.replace\" to \"/var/tmp/dsc/region/8810/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.326923191Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.331713461Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.369001679Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00B.copy\" to \"/var/tmp/dsc/region/8810/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.376360515Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00B.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.378791792Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00B.replace\" to \"/var/tmp/dsc/region/8810/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.381770232Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.390496091Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.421978608Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00C.copy\" to \"/var/tmp/dsc/region/8810/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.429240097Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00C.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.431535787Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00C.replace\" to \"/var/tmp/dsc/region/8810/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.433994316Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.441249015Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.474199631Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00D.copy\" to \"/var/tmp/dsc/region/8810/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.481915478Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00D.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.484014525Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00D.replace\" to \"/var/tmp/dsc/region/8810/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.48625119Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.497297779Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.530840181Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00E.copy\" to \"/var/tmp/dsc/region/8810/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.537158494Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00E.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.538958643Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00E.replace\" to \"/var/tmp/dsc/region/8810/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:09.541275193Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140} {"msg":"upstairs UpstairsConnection { upstairs_id: d1db4e6b-3231-495d-908c-09f1fc9bf22c, session_id: b9719bec-107c-4b48-b9df-9dc8cb413df3, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:35:14.564398323Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: d1db4e6b-3231-495d-908c-09f1fc9bf22c, session_id: b9719bec-107c-4b48-b9df-9dc8cb413df3, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-12T01:35:14.564468347Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140,"task":"main"} {"msg":"connection (127.0.0.1:43573): all done","v":0,"name":"crucible","level":30,"time":"2024-02-12T01:35:14.564532071Z","hostname":"ip-10-150-1-114.us-west-2.compute.internal","pid":1140}