{"msg":"Opened existing region file \"/var/tmp/dsc/region/8840/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:41.168396412Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:41.168734888Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:41.168759432Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"UUID: 12345678-0000-0000-0000-000000008840","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:41.169758061Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:41.169799185Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 85ad6bd3639073b418f2b23f55877174588f0947\nCommit timestamp: 2024-02-03T15:18:54.000000000Z branch: renovate/async-trait-0.x\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:41.171375397Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:41.172371047Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12840","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:41.180914269Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:41.185804922Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12840","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:41.186494482Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:41.186543086Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"task":"main"} {"msg":"listening on 0.0.0.0:8840","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:41.186900614Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"task":"main"} {"msg":"accepted connection from 127.0.0.1:41125","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:47.647022927Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"task":"main"} {"msg":"Connection request from 12663a7a-9670-459b-8e57-79ab18b456b7 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:47.647693349Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 12663a7a-9670-459b-8e57-79ab18b456b7, session_id: 8b18fa3c-ba63-4d21-af1f-95a258734bfb, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:47.647732023Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 12663a7a-9670-459b-8e57-79ab18b456b7, session_id: 8b18fa3c-ba63-4d21-af1f-95a258734bfb, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:47.648365538Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:47.649821027Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:47.649947272Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:47.654059189Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:47.744762929Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/000.copy\" to \"/var/tmp/dsc/region/8840/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:47.797833855Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/000.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:47.802495325Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/000.replace\" to \"/var/tmp/dsc/region/8840/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:47.830441309Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:47.924767716Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:47.986621588Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/001.copy\" to \"/var/tmp/dsc/region/8840/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.029811841Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/001.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.033759591Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/001.replace\" to \"/var/tmp/dsc/region/8840/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.062209103Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.100510418Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.16158995Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/002.copy\" to \"/var/tmp/dsc/region/8840/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.193771516Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/002.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.197304307Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/002.replace\" to \"/var/tmp/dsc/region/8840/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.22950232Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.237187957Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.298780716Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/003.copy\" to \"/var/tmp/dsc/region/8840/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.334649559Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/003.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.397861708Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/003.replace\" to \"/var/tmp/dsc/region/8840/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.42112485Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.428046058Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.488653868Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/004.copy\" to \"/var/tmp/dsc/region/8840/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.536625213Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/004.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.600593646Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/004.replace\" to \"/var/tmp/dsc/region/8840/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.656374179Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.665210811Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.726882606Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/005.copy\" to \"/var/tmp/dsc/region/8840/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.737244671Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/005.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.739756469Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/005.replace\" to \"/var/tmp/dsc/region/8840/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.778409053Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.81210965Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.870847791Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/006.copy\" to \"/var/tmp/dsc/region/8840/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.919422416Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/006.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.946551975Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/006.replace\" to \"/var/tmp/dsc/region/8840/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.975068583Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:48.982504548Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:49.045663334Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/007.copy\" to \"/var/tmp/dsc/region/8840/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:49.080413478Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/007.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:49.08355826Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/007.replace\" to \"/var/tmp/dsc/region/8840/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:49.122755141Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:49.131463794Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:49.190928083Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/008.copy\" to \"/var/tmp/dsc/region/8840/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:49.237737453Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/008.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:49.241375112Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/008.replace\" to \"/var/tmp/dsc/region/8840/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:49.271810086Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:49.281582162Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:49.342491922Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/009.copy\" to \"/var/tmp/dsc/region/8840/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:49.388517696Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/009.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:49.393866906Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/009.replace\" to \"/var/tmp/dsc/region/8840/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:49.440255285Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:49.44742442Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:49.504192718Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00A.copy\" to \"/var/tmp/dsc/region/8840/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:49.566071432Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00A.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:49.595057246Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00A.replace\" to \"/var/tmp/dsc/region/8840/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:49.643475485Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:49.651783411Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:49.716275419Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00B.copy\" to \"/var/tmp/dsc/region/8840/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:49.726214322Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00B.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:49.728938305Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00B.replace\" to \"/var/tmp/dsc/region/8840/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:49.791252345Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:49.890765794Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:49.952587053Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00C.copy\" to \"/var/tmp/dsc/region/8840/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:50.021948453Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00C.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:50.027520191Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00C.replace\" to \"/var/tmp/dsc/region/8840/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:50.082359352Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:50.146088134Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:50.209076321Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00D.copy\" to \"/var/tmp/dsc/region/8840/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:50.257196266Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00D.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:50.261030717Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00D.replace\" to \"/var/tmp/dsc/region/8840/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:50.322782598Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:50.407586899Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:50.467702026Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00E.copy\" to \"/var/tmp/dsc/region/8840/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:50.504944953Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00E.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:50.508090987Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00E.replace\" to \"/var/tmp/dsc/region/8840/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:11:50.565835146Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"upstairs UpstairsConnection { upstairs_id: 12663a7a-9670-459b-8e57-79ab18b456b7, session_id: 8b18fa3c-ba63-4d21-af1f-95a258734bfb, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-03T16:12:16.413700598Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 12663a7a-9670-459b-8e57-79ab18b456b7, session_id: 8b18fa3c-ba63-4d21-af1f-95a258734bfb, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-03T16:12:16.413774753Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"task":"main"} {"msg":"connection (127.0.0.1:41125): all done","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:16.413797903Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"accepted connection from 127.0.0.1:38301","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.054698415Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"task":"main"} {"msg":"Connection request from 12663a7a-9670-459b-8e57-79ab18b456b7 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.055220098Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 12663a7a-9670-459b-8e57-79ab18b456b7, session_id: 8b18fa3c-ba63-4d21-af1f-95a258734bfb, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.055277632Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 12663a7a-9670-459b-8e57-79ab18b456b7, session_id: 8b18fa3c-ba63-4d21-af1f-95a258734bfb, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.055960837Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Current flush_numbers [0..12]: [663, 663, 663, 651, 663, 663, 665, 663, 663, 653, 662, 663]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.0566954Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.056725628Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.06065659Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.122450262Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/000.copy\" to \"/var/tmp/dsc/region/8840/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.13306039Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/000.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.13493703Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/000.replace\" to \"/var/tmp/dsc/region/8840/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.138082585Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.146376206Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.205958956Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/001.copy\" to \"/var/tmp/dsc/region/8840/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.216015332Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/001.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.218101461Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/001.replace\" to \"/var/tmp/dsc/region/8840/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.221141975Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.2265976Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.287573275Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/002.copy\" to \"/var/tmp/dsc/region/8840/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.298332748Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/002.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.299959092Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/002.replace\" to \"/var/tmp/dsc/region/8840/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.303558469Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.309557884Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.371439572Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/003.copy\" to \"/var/tmp/dsc/region/8840/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.381546905Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/003.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.384064389Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/003.replace\" to \"/var/tmp/dsc/region/8840/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.387651335Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.394215442Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.451277589Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/004.copy\" to \"/var/tmp/dsc/region/8840/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.461279635Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/004.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.462977Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/004.replace\" to \"/var/tmp/dsc/region/8840/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.466583224Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.478037363Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.539981027Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/005.copy\" to \"/var/tmp/dsc/region/8840/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.551458294Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/005.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.553455463Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/005.replace\" to \"/var/tmp/dsc/region/8840/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.55681957Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.5635149Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.626891606Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/006.copy\" to \"/var/tmp/dsc/region/8840/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.636936915Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/006.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.638604247Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/006.replace\" to \"/var/tmp/dsc/region/8840/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.64260782Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.656972513Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.719745011Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/007.copy\" to \"/var/tmp/dsc/region/8840/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.730132371Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/007.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.732092799Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/007.replace\" to \"/var/tmp/dsc/region/8840/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.735914783Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.743104141Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.809382842Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/008.copy\" to \"/var/tmp/dsc/region/8840/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.820931662Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/008.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.823912927Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/008.replace\" to \"/var/tmp/dsc/region/8840/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.827399276Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.844695798Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.904359135Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/009.copy\" to \"/var/tmp/dsc/region/8840/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.915254474Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/009.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.91845542Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/009.replace\" to \"/var/tmp/dsc/region/8840/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.921997799Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"9663 job Write for connection UpstairsConnection { upstairs_id: 12663a7a-9670-459b-8e57-79ab18b456b7, session_id: 8b18fa3c-ba63-4d21-af1f-95a258734bfb, gen: 1 } waiting on 1 deps","v":0,"name":"crucible","level":40,"time":"2024-02-03T16:12:26.925492986Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"role":"work"} {"msg":"9665 job Flush for connection UpstairsConnection { upstairs_id: 12663a7a-9670-459b-8e57-79ab18b456b7, session_id: 8b18fa3c-ba63-4d21-af1f-95a258734bfb, gen: 1 } waiting on 2 deps","v":0,"name":"crucible","level":40,"time":"2024-02-03T16:12:26.925547815Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"role":"work"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.927076072Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.984580214Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00A.copy\" to \"/var/tmp/dsc/region/8840/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.99471729Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00A.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:26.997132412Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00A.replace\" to \"/var/tmp/dsc/region/8840/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:27.001756187Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:27.010815579Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:27.07856877Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00B.copy\" to \"/var/tmp/dsc/region/8840/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:27.089082406Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00B.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:27.091086647Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00B.replace\" to \"/var/tmp/dsc/region/8840/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:27.09444703Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:27.111199439Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:27.170356939Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00C.copy\" to \"/var/tmp/dsc/region/8840/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:27.181706292Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00C.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:27.183979757Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00C.replace\" to \"/var/tmp/dsc/region/8840/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:27.187953561Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:27.1955577Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:27.255553892Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00D.copy\" to \"/var/tmp/dsc/region/8840/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:27.266757098Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00D.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:27.270497027Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00D.replace\" to \"/var/tmp/dsc/region/8840/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:27.273502739Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:27.287822419Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:27.346340551Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00E.copy\" to \"/var/tmp/dsc/region/8840/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:27.356353883Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00E.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:27.359359379Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00E.replace\" to \"/var/tmp/dsc/region/8840/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:27.363585989Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:34.74718794Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:64699"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:34.747905661Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/0/files","method":"GET","req_id":"6cb514e1-4015-4cc9-910e-9e302f2d3f61","remote_addr":"127.0.0.1:64699","local_addr":"0.0.0.0:12840","task":"repair","latency_us":359,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:34.749227656Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/0/data","method":"GET","req_id":"a8793be5-1091-4d8c-bd5a-142b5fbac1be","remote_addr":"127.0.0.1:64699","local_addr":"0.0.0.0:12840","task":"repair","latency_us":495,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:34.835410226Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:37790"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:34.835928929Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/1/files","method":"GET","req_id":"f08413e7-86ea-4555-88e0-1d5574f9e8a2","remote_addr":"127.0.0.1:37790","local_addr":"0.0.0.0:12840","task":"repair","latency_us":170,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:34.836945276Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/1/data","method":"GET","req_id":"7848b278-cba6-4944-9b5f-b75290a7ef89","remote_addr":"127.0.0.1:37790","local_addr":"0.0.0.0:12840","task":"repair","latency_us":291,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:34.921448101Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:33616"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:34.921990275Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/2/files","method":"GET","req_id":"e0f6960f-950f-4445-8da9-9d8a06ee94f2","remote_addr":"127.0.0.1:33616","local_addr":"0.0.0.0:12840","task":"repair","latency_us":201,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:34.923042007Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/2/data","method":"GET","req_id":"94aa7722-e5e4-4052-ae18-a6ae5552048b","remote_addr":"127.0.0.1:33616","local_addr":"0.0.0.0:12840","task":"repair","latency_us":317,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.007123254Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:40918"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.007660031Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/3/files","method":"GET","req_id":"75a95b94-48c4-4ab2-bf3c-dbd5d24c4722","remote_addr":"127.0.0.1:40918","local_addr":"0.0.0.0:12840","task":"repair","latency_us":164,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.00863987Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/3/data","method":"GET","req_id":"d2e84257-4673-4bb0-bcbb-6f72159d1415","remote_addr":"127.0.0.1:40918","local_addr":"0.0.0.0:12840","task":"repair","latency_us":297,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.091239275Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:64287"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.091748736Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/4/files","method":"GET","req_id":"92a51d25-9439-406f-ab94-e25e09ee9c62","remote_addr":"127.0.0.1:64287","local_addr":"0.0.0.0:12840","task":"repair","latency_us":178,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.092752661Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/4/data","method":"GET","req_id":"bf8e3cb4-7f26-42a3-a6be-83972375e72c","remote_addr":"127.0.0.1:64287","local_addr":"0.0.0.0:12840","task":"repair","latency_us":302,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.182700893Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:49575"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.183213369Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/5/files","method":"GET","req_id":"027d888a-95e2-4b07-8324-a1193ded5fac","remote_addr":"127.0.0.1:49575","local_addr":"0.0.0.0:12840","task":"repair","latency_us":154,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.184221915Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/5/data","method":"GET","req_id":"6dfe86ea-cef5-4108-bd99-0811e9f5156d","remote_addr":"127.0.0.1:49575","local_addr":"0.0.0.0:12840","task":"repair","latency_us":305,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.270172353Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:62914"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.270801797Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/6/files","method":"GET","req_id":"7e6f8882-1268-4956-a1d9-ce4b5b10242f","remote_addr":"127.0.0.1:62914","local_addr":"0.0.0.0:12840","task":"repair","latency_us":188,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.271817682Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/6/data","method":"GET","req_id":"e7f52adb-58e3-4789-9e98-84a9a819b3d9","remote_addr":"127.0.0.1:62914","local_addr":"0.0.0.0:12840","task":"repair","latency_us":307,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.364052406Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:46960"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.364496792Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/7/files","method":"GET","req_id":"d2657df8-7993-4d82-9f41-4b2ae0d07a26","remote_addr":"127.0.0.1:46960","local_addr":"0.0.0.0:12840","task":"repair","latency_us":195,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.365535778Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/7/data","method":"GET","req_id":"0785c3af-698e-4f9c-a630-71681f298022","remote_addr":"127.0.0.1:46960","local_addr":"0.0.0.0:12840","task":"repair","latency_us":303,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.450653332Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:51199"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.451220644Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/8/files","method":"GET","req_id":"a2f4896c-61d0-411f-a863-943bbe6cd19b","remote_addr":"127.0.0.1:51199","local_addr":"0.0.0.0:12840","task":"repair","latency_us":155,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.452214423Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/8/data","method":"GET","req_id":"e25128c0-162d-47ad-ab51-969be2acd010","remote_addr":"127.0.0.1:51199","local_addr":"0.0.0.0:12840","task":"repair","latency_us":296,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.534410736Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:51694"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.534862871Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/9/files","method":"GET","req_id":"53ec6318-56ce-48ce-92fd-f7ae8c102a9c","remote_addr":"127.0.0.1:51694","local_addr":"0.0.0.0:12840","task":"repair","latency_us":135,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.535812639Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/9/data","method":"GET","req_id":"755b8312-851a-4fe9-81aa-132aa7eac978","remote_addr":"127.0.0.1:51694","local_addr":"0.0.0.0:12840","task":"repair","latency_us":299,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.624421665Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:38235"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.624955369Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/10/files","method":"GET","req_id":"3a5c2c91-51a5-44d8-b968-ada39efa610f","remote_addr":"127.0.0.1:38235","local_addr":"0.0.0.0:12840","task":"repair","latency_us":188,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.626019736Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/10/data","method":"GET","req_id":"f3520aea-cf3e-42eb-b56b-3fe7cefc86c1","remote_addr":"127.0.0.1:38235","local_addr":"0.0.0.0:12840","task":"repair","latency_us":300,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.715713371Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:43024"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.716098489Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/11/files","method":"GET","req_id":"08f286d1-3446-4839-8e4e-66a8c8fc60c5","remote_addr":"127.0.0.1:43024","local_addr":"0.0.0.0:12840","task":"repair","latency_us":154,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.717025963Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/11/data","method":"GET","req_id":"581206b0-5bfd-4049-b9c9-e8b1fec207f8","remote_addr":"127.0.0.1:43024","local_addr":"0.0.0.0:12840","task":"repair","latency_us":285,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.799051661Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:63870"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.799578843Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/12/files","method":"GET","req_id":"2119549c-843f-4bb6-b45b-734f799b2142","remote_addr":"127.0.0.1:63870","local_addr":"0.0.0.0:12840","task":"repair","latency_us":188,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.800632231Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/12/data","method":"GET","req_id":"55bd367e-83fd-4ac7-a244-531a84a88ef7","remote_addr":"127.0.0.1:63870","local_addr":"0.0.0.0:12840","task":"repair","latency_us":312,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.889377441Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:38520"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.889927918Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/13/files","method":"GET","req_id":"7d6ec2ce-65be-426c-9110-cbd0b85a531b","remote_addr":"127.0.0.1:38520","local_addr":"0.0.0.0:12840","task":"repair","latency_us":174,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.890977169Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/13/data","method":"GET","req_id":"b0fd4b39-7489-429f-b0f5-b4e4f6699eea","remote_addr":"127.0.0.1:38520","local_addr":"0.0.0.0:12840","task":"repair","latency_us":305,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.977692442Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:51290"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.978260518Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/14/files","method":"GET","req_id":"7d0e47eb-2cec-48c3-89c2-d799909b7649","remote_addr":"127.0.0.1:51290","local_addr":"0.0.0.0:12840","task":"repair","latency_us":189,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:35.979301362Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/14/data","method":"GET","req_id":"496c6be1-d762-4a35-9aea-ce8c3cf6d1ad","remote_addr":"127.0.0.1:51290","local_addr":"0.0.0.0:12840","task":"repair","latency_us":315,"response_code":"200"} {"msg":"connection (127.0.0.1:38301) Exits with error: Error reading from Upstairs: Connection reset by peer (os error 131)","v":0,"name":"crucible","level":50,"time":"2024-02-03T16:12:47.100870023Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"accepted connection from 127.0.0.1:62214","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:56.757118179Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"task":"main"} {"msg":"Connection request from 12663a7a-9670-459b-8e57-79ab18b456b7 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:56.757320699Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 12663a7a-9670-459b-8e57-79ab18b456b7, session_id: 8b18fa3c-ba63-4d21-af1f-95a258734bfb, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:56.757375595Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 12663a7a-9670-459b-8e57-79ab18b456b7, session_id: 8b18fa3c-ba63-4d21-af1f-95a258734bfb, gen: 1 } to UpstairsConnection { upstairs_id: 12663a7a-9670-459b-8e57-79ab18b456b7, session_id: 8b18fa3c-ba63-4d21-af1f-95a258734bfb, gen: 1 }","v":0,"name":"crucible","level":40,"time":"2024-02-03T16:12:56.757642028Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Signaling to UpstairsConnection { upstairs_id: 12663a7a-9670-459b-8e57-79ab18b456b7, session_id: 8b18fa3c-ba63-4d21-af1f-95a258734bfb, gen: 1 } thread that UpstairsConnection { upstairs_id: 12663a7a-9670-459b-8e57-79ab18b456b7, session_id: 8b18fa3c-ba63-4d21-af1f-95a258734bfb, gen: 1 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-03T16:12:56.757702023Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Error while signaling to UpstairsConnection { upstairs_id: 12663a7a-9670-459b-8e57-79ab18b456b7, session_id: 8b18fa3c-ba63-4d21-af1f-95a258734bfb, gen: 1 } thread: UpstairsConnection { upstairs_id: 12663a7a-9670-459b-8e57-79ab18b456b7, session_id: 8b18fa3c-ba63-4d21-af1f-95a258734bfb, gen: 1 }","v":0,"name":"crucible","level":50,"time":"2024-02-03T16:12:56.757749773Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"UpstairsConnection { upstairs_id: 12663a7a-9670-459b-8e57-79ab18b456b7, session_id: 8b18fa3c-ba63-4d21-af1f-95a258734bfb, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:56.757791918Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Current flush_numbers [0..12]: [1477, 1488, 1484, 1483, 1488, 1480, 1479, 1489, 1489, 1483, 1484, 1478]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:56.758788589Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:56.758833306Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:56.762466164Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:56.824581668Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/000.copy\" to \"/var/tmp/dsc/region/8840/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:56.834021673Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/000.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:56.83648281Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/000.replace\" to \"/var/tmp/dsc/region/8840/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:56.839629484Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:56.849246469Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:56.909580385Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/001.copy\" to \"/var/tmp/dsc/region/8840/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:56.918952493Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/001.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:56.920808294Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/001.replace\" to \"/var/tmp/dsc/region/8840/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:56.924335627Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:56.930154379Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:56.989422389Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/002.copy\" to \"/var/tmp/dsc/region/8840/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:56.999492535Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/002.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.001793067Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/002.replace\" to \"/var/tmp/dsc/region/8840/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.005060556Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.014971863Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.075344099Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/003.copy\" to \"/var/tmp/dsc/region/8840/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.085007267Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/003.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.087862033Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/003.replace\" to \"/var/tmp/dsc/region/8840/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.091426352Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.097334158Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.155789101Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/004.copy\" to \"/var/tmp/dsc/region/8840/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.166064483Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/004.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.168342879Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/004.replace\" to \"/var/tmp/dsc/region/8840/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.171151996Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.178949875Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.24100561Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/005.copy\" to \"/var/tmp/dsc/region/8840/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.250340579Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/005.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.253036887Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/005.replace\" to \"/var/tmp/dsc/region/8840/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.256435183Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.263902006Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.320983338Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/006.copy\" to \"/var/tmp/dsc/region/8840/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.331394206Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/006.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.334553287Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/006.replace\" to \"/var/tmp/dsc/region/8840/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.337757137Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.347911069Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.409395892Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/007.copy\" to \"/var/tmp/dsc/region/8840/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.418975717Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/007.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.42145862Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/007.replace\" to \"/var/tmp/dsc/region/8840/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.425559198Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.432983004Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.495173761Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/008.copy\" to \"/var/tmp/dsc/region/8840/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.506012704Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/008.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.508564622Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/008.replace\" to \"/var/tmp/dsc/region/8840/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.511444448Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.522288854Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.579529905Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/009.copy\" to \"/var/tmp/dsc/region/8840/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.589548787Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/009.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.591812298Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/009.replace\" to \"/var/tmp/dsc/region/8840/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.59917165Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"17493 job Write for connection UpstairsConnection { upstairs_id: 12663a7a-9670-459b-8e57-79ab18b456b7, session_id: 8b18fa3c-ba63-4d21-af1f-95a258734bfb, gen: 1 } waiting on 1 deps","v":0,"name":"crucible","level":40,"time":"2024-02-03T16:12:57.602399385Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"role":"work"} {"msg":"17496 job Flush for connection UpstairsConnection { upstairs_id: 12663a7a-9670-459b-8e57-79ab18b456b7, session_id: 8b18fa3c-ba63-4d21-af1f-95a258734bfb, gen: 1 } waiting on 3 deps","v":0,"name":"crucible","level":40,"time":"2024-02-03T16:12:57.602443777Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"role":"work"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.604230802Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.663353506Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00A.copy\" to \"/var/tmp/dsc/region/8840/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.674674408Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00A.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.677719626Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00A.replace\" to \"/var/tmp/dsc/region/8840/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.680921711Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.690636491Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.75421205Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00B.copy\" to \"/var/tmp/dsc/region/8840/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.764438578Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00B.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.767407012Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00B.replace\" to \"/var/tmp/dsc/region/8840/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.770595398Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.781342217Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.839534819Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00C.copy\" to \"/var/tmp/dsc/region/8840/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.84964475Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00C.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.851903378Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00C.replace\" to \"/var/tmp/dsc/region/8840/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.856051027Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.862861321Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.922408841Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00D.copy\" to \"/var/tmp/dsc/region/8840/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.932416268Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00D.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.934863209Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00D.replace\" to \"/var/tmp/dsc/region/8840/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.93783Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:57.944037427Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:58.004275556Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00E.copy\" to \"/var/tmp/dsc/region/8840/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:58.016002906Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00E.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:58.018389289Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00E.replace\" to \"/var/tmp/dsc/region/8840/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:12:58.022215894Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:05.536430003Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:37332"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:05.536966818Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/0/files","method":"GET","req_id":"65ce43ce-29ce-4d00-b3f1-69e25809453f","remote_addr":"127.0.0.1:37332","local_addr":"0.0.0.0:12840","task":"repair","latency_us":209,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:05.538109054Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/0/data","method":"GET","req_id":"2aacafc6-313f-493f-a210-bf5f3fa773d3","remote_addr":"127.0.0.1:37332","local_addr":"0.0.0.0:12840","task":"repair","latency_us":384,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:05.617728501Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:46123"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:05.618255749Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/1/files","method":"GET","req_id":"a3ac5abd-3bc8-43dc-b7b9-2a0bff760cfc","remote_addr":"127.0.0.1:46123","local_addr":"0.0.0.0:12840","task":"repair","latency_us":180,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:05.619268586Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/1/data","method":"GET","req_id":"466e95e1-4071-48ec-adf6-91d84890b8b0","remote_addr":"127.0.0.1:46123","local_addr":"0.0.0.0:12840","task":"repair","latency_us":305,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:05.705433077Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:62895"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:05.705926151Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/2/files","method":"GET","req_id":"86d7bac4-54d5-41bb-a675-e40fa2a7bd30","remote_addr":"127.0.0.1:62895","local_addr":"0.0.0.0:12840","task":"repair","latency_us":158,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:05.706871979Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/2/data","method":"GET","req_id":"46372396-fa00-4a40-b207-ef0831c1d4ed","remote_addr":"127.0.0.1:62895","local_addr":"0.0.0.0:12840","task":"repair","latency_us":303,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:05.791359947Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:40623"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:05.791893159Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/3/files","method":"GET","req_id":"7e62fe10-e50c-4e78-bb7d-18193ba52c33","remote_addr":"127.0.0.1:40623","local_addr":"0.0.0.0:12840","task":"repair","latency_us":198,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:05.793046296Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/3/data","method":"GET","req_id":"ea26cb31-bc76-40a6-adb8-05f790ef78cf","remote_addr":"127.0.0.1:40623","local_addr":"0.0.0.0:12840","task":"repair","latency_us":331,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:05.875312605Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:48006"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:05.875858759Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/4/files","method":"GET","req_id":"c5e14cca-76c8-479f-b2b1-be027bd36bb8","remote_addr":"127.0.0.1:48006","local_addr":"0.0.0.0:12840","task":"repair","latency_us":212,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:05.876878879Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/4/data","method":"GET","req_id":"08f56c4b-5883-41df-ba1d-7c2c588bcbe2","remote_addr":"127.0.0.1:48006","local_addr":"0.0.0.0:12840","task":"repair","latency_us":315,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:05.969914816Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:62818"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:05.970528124Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/5/files","method":"GET","req_id":"0cf09675-7c06-4a2c-999e-409b5b35a2c8","remote_addr":"127.0.0.1:62818","local_addr":"0.0.0.0:12840","task":"repair","latency_us":208,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:05.971542174Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/5/data","method":"GET","req_id":"4d6243c2-5257-492e-84c0-d13de4a8efc8","remote_addr":"127.0.0.1:62818","local_addr":"0.0.0.0:12840","task":"repair","latency_us":308,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.055439601Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:58330"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.05599411Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/6/files","method":"GET","req_id":"b47e65e2-c4f6-4384-bc3d-6c5637b04d32","remote_addr":"127.0.0.1:58330","local_addr":"0.0.0.0:12840","task":"repair","latency_us":204,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.057136792Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/6/data","method":"GET","req_id":"f7cb58e0-21f4-4bca-96b5-58a0f7adfd6b","remote_addr":"127.0.0.1:58330","local_addr":"0.0.0.0:12840","task":"repair","latency_us":340,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.146582111Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:47012"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.147137708Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/7/files","method":"GET","req_id":"3f75a6db-154d-4e6d-b89c-78709be31d99","remote_addr":"127.0.0.1:47012","local_addr":"0.0.0.0:12840","task":"repair","latency_us":165,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.148110694Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/7/data","method":"GET","req_id":"d250fce0-4234-43f8-a264-b8d92049e4bc","remote_addr":"127.0.0.1:47012","local_addr":"0.0.0.0:12840","task":"repair","latency_us":309,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.240758023Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:52171"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.241334707Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/8/files","method":"GET","req_id":"edf3b590-51dd-4a58-9099-bfb741a7fc28","remote_addr":"127.0.0.1:52171","local_addr":"0.0.0.0:12840","task":"repair","latency_us":210,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.242411583Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/8/data","method":"GET","req_id":"624b1b30-32d0-4753-8e6e-3edae3512610","remote_addr":"127.0.0.1:52171","local_addr":"0.0.0.0:12840","task":"repair","latency_us":310,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.33979228Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:47652"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.340351932Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/9/files","method":"GET","req_id":"0a57ff95-be73-45b7-b742-dc8675e1fa27","remote_addr":"127.0.0.1:47652","local_addr":"0.0.0.0:12840","task":"repair","latency_us":205,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.341437132Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/9/data","method":"GET","req_id":"1ec49445-b14e-42bd-89a7-f14a9e25c264","remote_addr":"127.0.0.1:47652","local_addr":"0.0.0.0:12840","task":"repair","latency_us":323,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.428422462Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:35201"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.429014029Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/10/files","method":"GET","req_id":"20504597-0e46-4d1d-8d5f-2e89d302879c","remote_addr":"127.0.0.1:35201","local_addr":"0.0.0.0:12840","task":"repair","latency_us":223,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.430401064Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/10/data","method":"GET","req_id":"3de56f29-894f-4874-b82d-c89e320606d7","remote_addr":"127.0.0.1:35201","local_addr":"0.0.0.0:12840","task":"repair","latency_us":343,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.52647607Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:48743"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.52708546Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/11/files","method":"GET","req_id":"5020d57c-5c8b-48b1-b752-ebd46684b1bb","remote_addr":"127.0.0.1:48743","local_addr":"0.0.0.0:12840","task":"repair","latency_us":244,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.52813487Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/11/data","method":"GET","req_id":"d350a9fd-c793-4c6b-8cec-1d46ff3438d0","remote_addr":"127.0.0.1:48743","local_addr":"0.0.0.0:12840","task":"repair","latency_us":321,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.612313909Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:37446"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.612849758Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/12/files","method":"GET","req_id":"fbd3aa43-6392-4f2b-94b1-7099dc78e7ad","remote_addr":"127.0.0.1:37446","local_addr":"0.0.0.0:12840","task":"repair","latency_us":194,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.613891809Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/12/data","method":"GET","req_id":"f3e3518e-923f-44f3-8872-c68fa731eaf1","remote_addr":"127.0.0.1:37446","local_addr":"0.0.0.0:12840","task":"repair","latency_us":304,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.702056922Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:41336"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.702619037Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/13/files","method":"GET","req_id":"4f708233-9e8b-4f59-b326-48a4f49a8d37","remote_addr":"127.0.0.1:41336","local_addr":"0.0.0.0:12840","task":"repair","latency_us":199,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.703700094Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/13/data","method":"GET","req_id":"efbcfc9f-27fe-452f-baba-b16a4082de8b","remote_addr":"127.0.0.1:41336","local_addr":"0.0.0.0:12840","task":"repair","latency_us":323,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.792182914Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:63337"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.792710453Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/extent/14/files","method":"GET","req_id":"972882bf-bf43-4c22-9be7-115c7f4da9bf","remote_addr":"127.0.0.1:63337","local_addr":"0.0.0.0:12840","task":"repair","latency_us":168,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:06.793694679Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"uri":"/newextent/14/data","method":"GET","req_id":"00b1482c-2299-469d-8a65-983bc7bbce07","remote_addr":"127.0.0.1:63337","local_addr":"0.0.0.0:12840","task":"repair","latency_us":292,"response_code":"200"} {"msg":"upstairs UpstairsConnection { upstairs_id: 12663a7a-9670-459b-8e57-79ab18b456b7, session_id: 8b18fa3c-ba63-4d21-af1f-95a258734bfb, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-03T16:13:12.921399468Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 12663a7a-9670-459b-8e57-79ab18b456b7, session_id: 8b18fa3c-ba63-4d21-af1f-95a258734bfb, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-03T16:13:12.921477371Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133,"task":"main"} {"msg":"connection (127.0.0.1:62214): all done","v":0,"name":"crucible","level":30,"time":"2024-02-03T16:13:12.92151427Z","hostname":"ip-10-150-1-106.us-west-2.compute.internal","pid":1133}