{"msg":"Opened existing region file \"/var/tmp/dsc/region/8840/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:46.020776205Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:46.021186612Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:46.021211939Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"UUID: 12345678-0000-0000-0000-000000008840","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:46.023022106Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:46.023071275Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 08df7e6d959052ced9daaf84a4ca24c0554be14f\nCommit timestamp: 2024-01-12T17:51:59.000000000Z branch: topological-sort\nrustc: 1.73.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:46.025679019Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:46.026133688Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12840","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:46.034840156Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:46.038769681Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12840","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:46.039465928Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:46.039514484Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"task":"main"} {"msg":"listening on 0.0.0.0:8840","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:46.04022418Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"task":"main"} {"msg":"accepted connection from 127.0.0.1:51126","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:52.72534847Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"task":"main"} {"msg":"Connection request from 5444390c-c0e7-480d-97ac-952869264132 with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:52.726360141Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 5444390c-c0e7-480d-97ac-952869264132, session_id: 69bbe3f0-fc1b-4519-85f2-377f4eb6a35d, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:52.726419677Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 5444390c-c0e7-480d-97ac-952869264132, session_id: 69bbe3f0-fc1b-4519-85f2-377f4eb6a35d, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:52.72719352Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:52.728145002Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:52.728247397Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:52.731529044Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:52.82129049Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/000.copy\" to \"/var/tmp/dsc/region/8840/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:52.867005763Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/000.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:52.870904009Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/000.replace\" to \"/var/tmp/dsc/region/8840/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:52.903297945Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:52.961150319Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:53.026267516Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/001.copy\" to \"/var/tmp/dsc/region/8840/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:53.081553583Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/001.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:53.085948273Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/001.replace\" to \"/var/tmp/dsc/region/8840/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:53.118898223Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:53.151680004Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:53.212390364Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/002.copy\" to \"/var/tmp/dsc/region/8840/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:53.223808738Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/002.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:53.226219338Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/002.replace\" to \"/var/tmp/dsc/region/8840/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:53.250458261Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:53.318937549Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:53.378929238Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/003.copy\" to \"/var/tmp/dsc/region/8840/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:53.392480119Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/003.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:53.395729255Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/003.replace\" to \"/var/tmp/dsc/region/8840/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:53.442486567Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:53.547523859Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:53.610314014Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/004.copy\" to \"/var/tmp/dsc/region/8840/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:53.644508648Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/004.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:53.647362206Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/004.replace\" to \"/var/tmp/dsc/region/8840/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:53.688683663Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:53.748391817Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:53.81064925Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/005.copy\" to \"/var/tmp/dsc/region/8840/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:53.842489855Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/005.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:53.845934123Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/005.replace\" to \"/var/tmp/dsc/region/8840/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:53.870828863Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:53.906614943Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:53.967967637Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/006.copy\" to \"/var/tmp/dsc/region/8840/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:54.026162954Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/006.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:54.031883546Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/006.replace\" to \"/var/tmp/dsc/region/8840/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:54.117055283Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:54.198871555Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:54.257565515Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/007.copy\" to \"/var/tmp/dsc/region/8840/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:54.313545505Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/007.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:54.31783466Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/007.replace\" to \"/var/tmp/dsc/region/8840/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:54.386298612Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:54.441136188Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:54.501301876Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/008.copy\" to \"/var/tmp/dsc/region/8840/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:54.543536952Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/008.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:54.54852Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/008.replace\" to \"/var/tmp/dsc/region/8840/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:54.586470255Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:54.620413112Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:54.682024481Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/009.copy\" to \"/var/tmp/dsc/region/8840/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:54.723401925Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/009.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:54.727175012Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/009.replace\" to \"/var/tmp/dsc/region/8840/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:54.793283743Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:54.839351462Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:54.902455667Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00A.copy\" to \"/var/tmp/dsc/region/8840/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:54.967888239Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00A.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:54.973064468Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00A.replace\" to \"/var/tmp/dsc/region/8840/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:54.976955591Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:55.009649694Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:55.066440177Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00B.copy\" to \"/var/tmp/dsc/region/8840/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:55.130427743Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00B.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:55.135254664Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00B.replace\" to \"/var/tmp/dsc/region/8840/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:55.204098449Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:55.249319952Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:55.310048174Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00C.copy\" to \"/var/tmp/dsc/region/8840/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:55.346613878Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00C.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:55.350228708Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00C.replace\" to \"/var/tmp/dsc/region/8840/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:55.388186437Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:55.425494482Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:55.498007086Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00D.copy\" to \"/var/tmp/dsc/region/8840/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:55.510165931Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00D.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:55.513429988Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00D.replace\" to \"/var/tmp/dsc/region/8840/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:55.568787494Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"1563 job Write for connection UpstairsConnection { upstairs_id: 5444390c-c0e7-480d-97ac-952869264132, session_id: 69bbe3f0-fc1b-4519-85f2-377f4eb6a35d, gen: 1 } waiting on 1 deps","v":0,"name":"crucible","level":40,"time":"2024-01-12T18:25:55.634843817Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"role":"work"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:55.636235797Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:55.697709939Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00E.copy\" to \"/var/tmp/dsc/region/8840/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:55.709288555Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00E.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:55.711114664Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00E.replace\" to \"/var/tmp/dsc/region/8840/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:25:55.756968946Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"3384 job Read for connection UpstairsConnection { upstairs_id: 5444390c-c0e7-480d-97ac-952869264132, session_id: 69bbe3f0-fc1b-4519-85f2-377f4eb6a35d, gen: 1 } waiting on 1 deps","v":0,"name":"crucible","level":40,"time":"2024-01-12T18:26:07.985388394Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"role":"work"} {"msg":"3385 job Flush for connection UpstairsConnection { upstairs_id: 5444390c-c0e7-480d-97ac-952869264132, session_id: 69bbe3f0-fc1b-4519-85f2-377f4eb6a35d, gen: 1 } waiting on 2 deps","v":0,"name":"crucible","level":40,"time":"2024-01-12T18:26:07.985441573Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"role":"work"} {"msg":"connection (127.0.0.1:51126) Exits with error: Error reading from Upstairs: Connection reset by peer (os error 131)","v":0,"name":"crucible","level":50,"time":"2024-01-12T18:26:27.264913892Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"accepted connection from 127.0.0.1:51728","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:37.696572963Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"task":"main"} {"msg":"Connection request from 5444390c-c0e7-480d-97ac-952869264132 with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:37.696859336Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 5444390c-c0e7-480d-97ac-952869264132, session_id: 69bbe3f0-fc1b-4519-85f2-377f4eb6a35d, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:37.696890422Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 5444390c-c0e7-480d-97ac-952869264132, session_id: 69bbe3f0-fc1b-4519-85f2-377f4eb6a35d, gen: 1 } to UpstairsConnection { upstairs_id: 5444390c-c0e7-480d-97ac-952869264132, session_id: 69bbe3f0-fc1b-4519-85f2-377f4eb6a35d, gen: 1 }","v":0,"name":"crucible","level":40,"time":"2024-01-12T18:26:37.697720643Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Signaling to UpstairsConnection { upstairs_id: 5444390c-c0e7-480d-97ac-952869264132, session_id: 69bbe3f0-fc1b-4519-85f2-377f4eb6a35d, gen: 1 } thread that UpstairsConnection { upstairs_id: 5444390c-c0e7-480d-97ac-952869264132, session_id: 69bbe3f0-fc1b-4519-85f2-377f4eb6a35d, gen: 1 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-01-12T18:26:37.69777374Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Error while signaling to UpstairsConnection { upstairs_id: 5444390c-c0e7-480d-97ac-952869264132, session_id: 69bbe3f0-fc1b-4519-85f2-377f4eb6a35d, gen: 1 } thread: SendError { .. }","v":0,"name":"crucible","level":50,"time":"2024-01-12T18:26:37.697799684Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"UpstairsConnection { upstairs_id: 5444390c-c0e7-480d-97ac-952869264132, session_id: 69bbe3f0-fc1b-4519-85f2-377f4eb6a35d, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:37.697820899Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Current flush_numbers [0..12]: [601, 602, 597, 602, 601, 602, 601, 602, 602, 600, 597, 602]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:37.698710382Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:37.698744809Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:37.709450749Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:37.770703751Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/000.copy\" to \"/var/tmp/dsc/region/8840/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:37.782151362Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/000.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:37.784280942Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/000.replace\" to \"/var/tmp/dsc/region/8840/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:37.787742255Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:37.79492388Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:37.853257463Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/001.copy\" to \"/var/tmp/dsc/region/8840/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:37.86443609Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/001.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:37.866868544Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/001.replace\" to \"/var/tmp/dsc/region/8840/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:37.869988877Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:37.876245078Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:37.936545579Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/002.copy\" to \"/var/tmp/dsc/region/8840/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:37.948786179Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/002.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:37.951041384Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/002.replace\" to \"/var/tmp/dsc/region/8840/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:37.953799186Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:37.966217504Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.027670866Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/003.copy\" to \"/var/tmp/dsc/region/8840/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.038571637Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/003.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.041000843Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/003.replace\" to \"/var/tmp/dsc/region/8840/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.044141068Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.050011244Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.110320347Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/004.copy\" to \"/var/tmp/dsc/region/8840/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.121719963Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/004.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.125166467Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/004.replace\" to \"/var/tmp/dsc/region/8840/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.128360454Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.138097527Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.199969038Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/005.copy\" to \"/var/tmp/dsc/region/8840/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.211310257Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/005.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.213579061Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/005.replace\" to \"/var/tmp/dsc/region/8840/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.216696308Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.2281861Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.288836267Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/006.copy\" to \"/var/tmp/dsc/region/8840/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.300122931Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/006.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.302019359Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/006.replace\" to \"/var/tmp/dsc/region/8840/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.305347099Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"9549 job Read for connection UpstairsConnection { upstairs_id: 5444390c-c0e7-480d-97ac-952869264132, session_id: 69bbe3f0-fc1b-4519-85f2-377f4eb6a35d, gen: 1 } waiting on 1 deps","v":0,"name":"crucible","level":40,"time":"2024-01-12T18:26:38.308416411Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"role":"work"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.310182847Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.367323869Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/007.copy\" to \"/var/tmp/dsc/region/8840/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.378236093Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/007.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.381398042Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/007.replace\" to \"/var/tmp/dsc/region/8840/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.385202727Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.392576937Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.455983723Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/008.copy\" to \"/var/tmp/dsc/region/8840/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.467353803Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/008.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.469928429Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/008.replace\" to \"/var/tmp/dsc/region/8840/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.474198648Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.491131241Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.553396873Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/009.copy\" to \"/var/tmp/dsc/region/8840/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.565185178Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/009.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.568086153Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/009.replace\" to \"/var/tmp/dsc/region/8840/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.571256333Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.581563469Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.64620691Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00A.copy\" to \"/var/tmp/dsc/region/8840/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.658011603Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00A.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.661446903Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00A.replace\" to \"/var/tmp/dsc/region/8840/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.664472677Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.677862059Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.74155989Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00B.copy\" to \"/var/tmp/dsc/region/8840/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.75239107Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00B.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.754294573Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00B.replace\" to \"/var/tmp/dsc/region/8840/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.757789743Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.772470455Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.834532748Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00C.copy\" to \"/var/tmp/dsc/region/8840/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.845892911Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00C.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.848733539Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00C.replace\" to \"/var/tmp/dsc/region/8840/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.852714891Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.867970516Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.927149802Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00D.copy\" to \"/var/tmp/dsc/region/8840/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.9384204Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00D.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.940636403Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00D.replace\" to \"/var/tmp/dsc/region/8840/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.945202861Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:38.953104968Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:39.013773607Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00E.copy\" to \"/var/tmp/dsc/region/8840/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:39.025236272Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00E.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:39.027227856Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00E.replace\" to \"/var/tmp/dsc/region/8840/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:39.031112184Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.062014506Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:40709"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.062782519Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/0/files","method":"GET","req_id":"26bde291-14b8-4dda-a05f-bc4c8967ffb5","remote_addr":"127.0.0.1:40709","local_addr":"0.0.0.0:12840","task":"repair","latency_us":394,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.064083483Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/0/data","method":"GET","req_id":"671e49f5-87b2-40cc-9411-6e61316b7b82","remote_addr":"127.0.0.1:40709","local_addr":"0.0.0.0:12840","task":"repair","latency_us":521,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.149569063Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:33103"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.150057197Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/1/files","method":"GET","req_id":"bc51931c-b595-4bcf-8d47-d86a4ff1de62","remote_addr":"127.0.0.1:33103","local_addr":"0.0.0.0:12840","task":"repair","latency_us":145,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.15107481Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/1/data","method":"GET","req_id":"4ca6ba21-4870-43e3-b567-2e425fd3c8df","remote_addr":"127.0.0.1:33103","local_addr":"0.0.0.0:12840","task":"repair","latency_us":316,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.241476554Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:47736"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.242050804Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/2/files","method":"GET","req_id":"ab3d9156-6149-4d06-958e-4534a3551a39","remote_addr":"127.0.0.1:47736","local_addr":"0.0.0.0:12840","task":"repair","latency_us":141,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.243119288Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/2/data","method":"GET","req_id":"7c86d9a9-991b-4da2-9bbf-5cf4b87e3df2","remote_addr":"127.0.0.1:47736","local_addr":"0.0.0.0:12840","task":"repair","latency_us":340,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.339460148Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:58053"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.340030012Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/3/files","method":"GET","req_id":"063b5b0a-ffef-4dcd-885f-d361164294a6","remote_addr":"127.0.0.1:58053","local_addr":"0.0.0.0:12840","task":"repair","latency_us":188,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.34110208Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/3/data","method":"GET","req_id":"b4addd2a-8722-4c25-9884-8ff893116e33","remote_addr":"127.0.0.1:58053","local_addr":"0.0.0.0:12840","task":"repair","latency_us":339,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.427956498Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:48306"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.428488792Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/4/files","method":"GET","req_id":"91d5e5e8-74f0-4af8-9734-ef768dade688","remote_addr":"127.0.0.1:48306","local_addr":"0.0.0.0:12840","task":"repair","latency_us":163,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.429535344Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/4/data","method":"GET","req_id":"3592eb71-450e-4383-8a7d-077e43c0bd9d","remote_addr":"127.0.0.1:48306","local_addr":"0.0.0.0:12840","task":"repair","latency_us":331,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.514520998Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:33679"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.515090786Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/5/files","method":"GET","req_id":"f0997e0b-cb30-4727-8bb7-ba88ca91322b","remote_addr":"127.0.0.1:33679","local_addr":"0.0.0.0:12840","task":"repair","latency_us":162,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.516164982Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/5/data","method":"GET","req_id":"261f4c20-884e-4171-836c-95d883a1a550","remote_addr":"127.0.0.1:33679","local_addr":"0.0.0.0:12840","task":"repair","latency_us":342,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.602321817Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:37771"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.602744499Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/6/files","method":"GET","req_id":"0dab1aa6-9853-4bd2-82a5-870df24991dc","remote_addr":"127.0.0.1:37771","local_addr":"0.0.0.0:12840","task":"repair","latency_us":189,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.603850099Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/6/data","method":"GET","req_id":"df39fa69-9645-45d5-a4fb-7de1e2e60501","remote_addr":"127.0.0.1:37771","local_addr":"0.0.0.0:12840","task":"repair","latency_us":330,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.68770324Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:65378"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.688280906Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/7/files","method":"GET","req_id":"c714f16b-d439-4b6e-b5a3-900361d88cfe","remote_addr":"127.0.0.1:65378","local_addr":"0.0.0.0:12840","task":"repair","latency_us":182,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.689408783Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/7/data","method":"GET","req_id":"b1dab202-726c-4c8c-b147-ba96f6207aa3","remote_addr":"127.0.0.1:65378","local_addr":"0.0.0.0:12840","task":"repair","latency_us":331,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.777106588Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:58747"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.777680185Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/8/files","method":"GET","req_id":"d2980473-8910-465a-98d3-b68a987b52f9","remote_addr":"127.0.0.1:58747","local_addr":"0.0.0.0:12840","task":"repair","latency_us":197,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.778981225Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/8/data","method":"GET","req_id":"71347758-3439-49aa-ad60-d98605b8a3f6","remote_addr":"127.0.0.1:58747","local_addr":"0.0.0.0:12840","task":"repair","latency_us":416,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.875836798Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:40836"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.876290833Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/9/files","method":"GET","req_id":"030dc88c-02c3-4703-8a72-c232ab57bb7d","remote_addr":"127.0.0.1:40836","local_addr":"0.0.0.0:12840","task":"repair","latency_us":186,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.877388565Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/9/data","method":"GET","req_id":"4a0da7c5-93a7-4a62-8cf8-104f2308144b","remote_addr":"127.0.0.1:40836","local_addr":"0.0.0.0:12840","task":"repair","latency_us":330,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.955634466Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:43382"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.956177678Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/10/files","method":"GET","req_id":"2f38578b-8f26-4280-8a8b-8dd9e26ef320","remote_addr":"127.0.0.1:43382","local_addr":"0.0.0.0:12840","task":"repair","latency_us":187,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:47.957274103Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/10/data","method":"GET","req_id":"6f88617b-77b0-4b08-87b3-4e5b2810ff36","remote_addr":"127.0.0.1:43382","local_addr":"0.0.0.0:12840","task":"repair","latency_us":333,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:48.043429342Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:53599"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:48.04399672Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/11/files","method":"GET","req_id":"5462472a-5f09-4d6e-888c-72ccfa7d6362","remote_addr":"127.0.0.1:53599","local_addr":"0.0.0.0:12840","task":"repair","latency_us":204,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:48.04510656Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/11/data","method":"GET","req_id":"ec803fc8-1830-4b0b-9c97-9bfa76f05c46","remote_addr":"127.0.0.1:53599","local_addr":"0.0.0.0:12840","task":"repair","latency_us":345,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:48.13391642Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:46986"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:48.134531555Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/12/files","method":"GET","req_id":"16673c37-fbbf-4e57-b236-f1e2a05cd468","remote_addr":"127.0.0.1:46986","local_addr":"0.0.0.0:12840","task":"repair","latency_us":194,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:48.135616393Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/12/data","method":"GET","req_id":"9a106b96-57d6-4259-94fd-d4d4103a5cdf","remote_addr":"127.0.0.1:46986","local_addr":"0.0.0.0:12840","task":"repair","latency_us":337,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:48.223020149Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:49728"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:48.223618382Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/13/files","method":"GET","req_id":"fa59ba33-3d10-49ea-bbea-d87f922b8f0d","remote_addr":"127.0.0.1:49728","local_addr":"0.0.0.0:12840","task":"repair","latency_us":183,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:48.224754727Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/13/data","method":"GET","req_id":"4a8153e0-bd51-43c6-9adf-aa535613b9c1","remote_addr":"127.0.0.1:49728","local_addr":"0.0.0.0:12840","task":"repair","latency_us":341,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:48.311608448Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:63630"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:48.312190575Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/14/files","method":"GET","req_id":"32eec47c-53d5-41e5-89c6-645aa5ead072","remote_addr":"127.0.0.1:63630","local_addr":"0.0.0.0:12840","task":"repair","latency_us":185,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:26:48.313399182Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/14/data","method":"GET","req_id":"cd958203-01cc-4cfa-b855-53de3b5f4f72","remote_addr":"127.0.0.1:63630","local_addr":"0.0.0.0:12840","task":"repair","latency_us":351,"response_code":"200"} {"msg":"13408 job Read for connection UpstairsConnection { upstairs_id: 5444390c-c0e7-480d-97ac-952869264132, session_id: 69bbe3f0-fc1b-4519-85f2-377f4eb6a35d, gen: 1 } waiting on 1 deps","v":0,"name":"crucible","level":40,"time":"2024-01-12T18:26:56.639151623Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"role":"work"} {"msg":"connection (127.0.0.1:51728) Exits with error: Error reading from Upstairs: Connection reset by peer (os error 131)","v":0,"name":"crucible","level":50,"time":"2024-01-12T18:27:04.79617959Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"accepted connection from 127.0.0.1:40048","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.097225286Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"task":"main"} {"msg":"Connection request from 5444390c-c0e7-480d-97ac-952869264132 with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.097449465Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 5444390c-c0e7-480d-97ac-952869264132, session_id: 69bbe3f0-fc1b-4519-85f2-377f4eb6a35d, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.097481515Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 5444390c-c0e7-480d-97ac-952869264132, session_id: 69bbe3f0-fc1b-4519-85f2-377f4eb6a35d, gen: 1 } to UpstairsConnection { upstairs_id: 5444390c-c0e7-480d-97ac-952869264132, session_id: 69bbe3f0-fc1b-4519-85f2-377f4eb6a35d, gen: 1 }","v":0,"name":"crucible","level":40,"time":"2024-01-12T18:27:15.09781073Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Signaling to UpstairsConnection { upstairs_id: 5444390c-c0e7-480d-97ac-952869264132, session_id: 69bbe3f0-fc1b-4519-85f2-377f4eb6a35d, gen: 1 } thread that UpstairsConnection { upstairs_id: 5444390c-c0e7-480d-97ac-952869264132, session_id: 69bbe3f0-fc1b-4519-85f2-377f4eb6a35d, gen: 1 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-01-12T18:27:15.097850308Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Error while signaling to UpstairsConnection { upstairs_id: 5444390c-c0e7-480d-97ac-952869264132, session_id: 69bbe3f0-fc1b-4519-85f2-377f4eb6a35d, gen: 1 } thread: SendError { .. }","v":0,"name":"crucible","level":50,"time":"2024-01-12T18:27:15.097873701Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"UpstairsConnection { upstairs_id: 5444390c-c0e7-480d-97ac-952869264132, session_id: 69bbe3f0-fc1b-4519-85f2-377f4eb6a35d, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.097894442Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Current flush_numbers [0..12]: [1464, 1460, 1464, 1465, 1461, 1461, 1455, 1453, 1456, 1464, 1460, 1464]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.099096715Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.099131681Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.102397933Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.164148077Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/000.copy\" to \"/var/tmp/dsc/region/8840/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.176404594Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/000.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.17933265Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/000.replace\" to \"/var/tmp/dsc/region/8840/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.183288601Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.190782223Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.251085678Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/001.copy\" to \"/var/tmp/dsc/region/8840/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.263413597Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/001.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.26518697Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/001.replace\" to \"/var/tmp/dsc/region/8840/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.268664992Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.280431543Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.34214364Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/002.copy\" to \"/var/tmp/dsc/region/8840/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.354083734Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/002.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.356869198Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/002.replace\" to \"/var/tmp/dsc/region/8840/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.360676798Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.368056067Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.425876137Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/003.copy\" to \"/var/tmp/dsc/region/8840/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.438663049Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/003.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.441692265Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/003.replace\" to \"/var/tmp/dsc/region/8840/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.444827996Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.452965865Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.513989831Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/004.copy\" to \"/var/tmp/dsc/region/8840/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.525066265Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/004.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.526941115Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/004.replace\" to \"/var/tmp/dsc/region/8840/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.530790459Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.538472944Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.599462922Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/005.copy\" to \"/var/tmp/dsc/region/8840/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.610226918Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/005.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.613224276Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/005.replace\" to \"/var/tmp/dsc/region/8840/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.616921466Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.628581312Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.688731468Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/006.copy\" to \"/var/tmp/dsc/region/8840/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.699523355Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/006.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.702362428Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/006.replace\" to \"/var/tmp/dsc/region/8840/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.706096012Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.719127855Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.780235698Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/007.copy\" to \"/var/tmp/dsc/region/8840/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.791383707Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/007.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.793427987Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/007.replace\" to \"/var/tmp/dsc/region/8840/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.7979289Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.810104638Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.872095909Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/008.copy\" to \"/var/tmp/dsc/region/8840/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.884726145Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/008.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.88774107Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/008.replace\" to \"/var/tmp/dsc/region/8840/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.891339914Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.90234051Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.959418637Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/009.copy\" to \"/var/tmp/dsc/region/8840/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.971134079Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/009.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.973739746Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/009.replace\" to \"/var/tmp/dsc/region/8840/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.977508777Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:15.988319539Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:16.050313255Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00A.copy\" to \"/var/tmp/dsc/region/8840/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:16.061816796Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00A.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:16.06399925Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00A.replace\" to \"/var/tmp/dsc/region/8840/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:16.067716801Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:16.081080942Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:16.138307706Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00B.copy\" to \"/var/tmp/dsc/region/8840/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:16.151730941Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00B.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:16.153649724Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00B.replace\" to \"/var/tmp/dsc/region/8840/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:16.157178356Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:16.164383898Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:16.22523686Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00C.copy\" to \"/var/tmp/dsc/region/8840/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:16.236867074Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00C.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:16.239019765Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00C.replace\" to \"/var/tmp/dsc/region/8840/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:16.242796193Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:16.254942271Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:16.311083702Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00D.copy\" to \"/var/tmp/dsc/region/8840/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:16.322747114Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00D.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:16.32462447Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00D.replace\" to \"/var/tmp/dsc/region/8840/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:16.328272741Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:16.341334141Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:16.402591214Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00E.copy\" to \"/var/tmp/dsc/region/8840/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:16.414538519Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00E.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:16.417447909Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00E.replace\" to \"/var/tmp/dsc/region/8840/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:16.421207654Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:24.527013397Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:61631"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:24.527616168Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/0/files","method":"GET","req_id":"2a6ce161-0ca5-4c87-92ec-0e1aa8ebee28","remote_addr":"127.0.0.1:61631","local_addr":"0.0.0.0:12840","task":"repair","latency_us":195,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:24.52880974Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/0/data","method":"GET","req_id":"912aa101-1ab2-4e3c-964b-9102f3dbc923","remote_addr":"127.0.0.1:61631","local_addr":"0.0.0.0:12840","task":"repair","latency_us":391,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:24.614995058Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:55568"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:24.615591819Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/1/files","method":"GET","req_id":"41e72284-53f7-4600-a4ca-7966fd361e99","remote_addr":"127.0.0.1:55568","local_addr":"0.0.0.0:12840","task":"repair","latency_us":166,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:24.616725758Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/1/data","method":"GET","req_id":"e60114cd-553f-45a1-8edd-7ca69956d392","remote_addr":"127.0.0.1:55568","local_addr":"0.0.0.0:12840","task":"repair","latency_us":321,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:24.695977442Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:46101"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:24.696352751Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/2/files","method":"GET","req_id":"8408f464-c81a-4108-9329-18019dbcabf1","remote_addr":"127.0.0.1:46101","local_addr":"0.0.0.0:12840","task":"repair","latency_us":153,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:24.697362706Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/2/data","method":"GET","req_id":"2cf7ef0c-8e77-4752-b3ca-10b73641ba21","remote_addr":"127.0.0.1:46101","local_addr":"0.0.0.0:12840","task":"repair","latency_us":323,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:24.778141805Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:35932"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:24.778515339Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/3/files","method":"GET","req_id":"8d37238d-5c74-4de5-a2e1-41479b7fd504","remote_addr":"127.0.0.1:35932","local_addr":"0.0.0.0:12840","task":"repair","latency_us":156,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:24.779545498Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/3/data","method":"GET","req_id":"214ff5a5-6a81-4eb5-9180-ea88925ba15b","remote_addr":"127.0.0.1:35932","local_addr":"0.0.0.0:12840","task":"repair","latency_us":315,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:24.861773561Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:44695"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:24.862141593Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/4/files","method":"GET","req_id":"27ee987d-c52e-45ec-a405-f1c9ca2594aa","remote_addr":"127.0.0.1:44695","local_addr":"0.0.0.0:12840","task":"repair","latency_us":148,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:24.863113448Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/4/data","method":"GET","req_id":"5fa8b801-e360-4d44-8ab1-ef8641588c22","remote_addr":"127.0.0.1:44695","local_addr":"0.0.0.0:12840","task":"repair","latency_us":312,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:24.941832373Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:52930"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:24.942341545Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/5/files","method":"GET","req_id":"0eb278fd-3132-44db-9e31-5518a86d6c95","remote_addr":"127.0.0.1:52930","local_addr":"0.0.0.0:12840","task":"repair","latency_us":135,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:24.943332794Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/5/data","method":"GET","req_id":"42a237e9-f938-4af4-9a89-152aa9502336","remote_addr":"127.0.0.1:52930","local_addr":"0.0.0.0:12840","task":"repair","latency_us":320,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.025950545Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:53765"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.026341782Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/6/files","method":"GET","req_id":"a6f62576-e808-497a-ab3a-99e2c4ee3e92","remote_addr":"127.0.0.1:53765","local_addr":"0.0.0.0:12840","task":"repair","latency_us":145,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.027365411Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/6/data","method":"GET","req_id":"1362e744-17c4-4352-92cf-12749c360199","remote_addr":"127.0.0.1:53765","local_addr":"0.0.0.0:12840","task":"repair","latency_us":328,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.108850383Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:34928"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.109316969Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/7/files","method":"GET","req_id":"19a20584-ffe6-4683-9f2b-6d86c651c863","remote_addr":"127.0.0.1:34928","local_addr":"0.0.0.0:12840","task":"repair","latency_us":136,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.110336736Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/7/data","method":"GET","req_id":"520f04ef-f654-4b2d-b72b-1c63f8ba19e4","remote_addr":"127.0.0.1:34928","local_addr":"0.0.0.0:12840","task":"repair","latency_us":324,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.19609341Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:44946"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.196609194Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/8/files","method":"GET","req_id":"dd489ed9-6b18-488a-bb82-ed20219e8f9a","remote_addr":"127.0.0.1:44946","local_addr":"0.0.0.0:12840","task":"repair","latency_us":137,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.197605624Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/8/data","method":"GET","req_id":"d6b99f3e-fdc5-461c-bbd1-6310ceb57c97","remote_addr":"127.0.0.1:44946","local_addr":"0.0.0.0:12840","task":"repair","latency_us":315,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.283005544Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:46911"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.283521554Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/9/files","method":"GET","req_id":"d81498bc-9dd7-4c5a-957e-3f5357189f87","remote_addr":"127.0.0.1:46911","local_addr":"0.0.0.0:12840","task":"repair","latency_us":173,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.284611319Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/9/data","method":"GET","req_id":"f7bd2856-535c-4497-bfad-30da84efd1e5","remote_addr":"127.0.0.1:46911","local_addr":"0.0.0.0:12840","task":"repair","latency_us":327,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.366935447Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:44705"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.367326463Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/10/files","method":"GET","req_id":"91691047-7f82-47a0-9005-308131650ce1","remote_addr":"127.0.0.1:44705","local_addr":"0.0.0.0:12840","task":"repair","latency_us":152,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.368336414Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/10/data","method":"GET","req_id":"67c1615d-59f9-4fb4-986f-e97fc467c4fa","remote_addr":"127.0.0.1:44705","local_addr":"0.0.0.0:12840","task":"repair","latency_us":319,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.453767463Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:43024"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.454327733Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/11/files","method":"GET","req_id":"0764179d-860b-4992-aefa-dc684138459a","remote_addr":"127.0.0.1:43024","local_addr":"0.0.0.0:12840","task":"repair","latency_us":192,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.455570504Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/11/data","method":"GET","req_id":"22158c7f-40cd-4aa4-a77b-085417c704a8","remote_addr":"127.0.0.1:43024","local_addr":"0.0.0.0:12840","task":"repair","latency_us":335,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.543066605Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:40200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.543696115Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/12/files","method":"GET","req_id":"e91acc8c-3126-4404-bbfd-f88af07612ae","remote_addr":"127.0.0.1:40200","local_addr":"0.0.0.0:12840","task":"repair","latency_us":164,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.544802642Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/12/data","method":"GET","req_id":"7dc8e28f-3723-4b4f-8a44-1e091b924c06","remote_addr":"127.0.0.1:40200","local_addr":"0.0.0.0:12840","task":"repair","latency_us":334,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.627246275Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:35999"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.627857972Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/13/files","method":"GET","req_id":"8d80043d-16c7-4e28-b603-aa88e458ab69","remote_addr":"127.0.0.1:35999","local_addr":"0.0.0.0:12840","task":"repair","latency_us":154,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.628929072Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/13/data","method":"GET","req_id":"4d4bd2cb-8451-488e-963e-3013b0ff9ee8","remote_addr":"127.0.0.1:35999","local_addr":"0.0.0.0:12840","task":"repair","latency_us":327,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.715507082Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:39866"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.715984917Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/extent/14/files","method":"GET","req_id":"d9b1448b-499a-4533-a576-18df001d43d9","remote_addr":"127.0.0.1:39866","local_addr":"0.0.0.0:12840","task":"repair","latency_us":161,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:25.717040076Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"uri":"/newextent/14/data","method":"GET","req_id":"8d0c2b70-6726-45e8-82c7-8ae768fb8b91","remote_addr":"127.0.0.1:39866","local_addr":"0.0.0.0:12840","task":"repair","latency_us":326,"response_code":"200"} {"msg":"upstairs UpstairsConnection { upstairs_id: 5444390c-c0e7-480d-97ac-952869264132, session_id: 69bbe3f0-fc1b-4519-85f2-377f4eb6a35d, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-12T18:27:32.741770491Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 5444390c-c0e7-480d-97ac-952869264132, session_id: 69bbe3f0-fc1b-4519-85f2-377f4eb6a35d, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-12T18:27:32.741858995Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129,"task":"main"} {"msg":"connection (127.0.0.1:40048): all done","v":0,"name":"crucible","level":30,"time":"2024-01-12T18:27:32.741900016Z","hostname":"ip-10-150-1-75.us-west-2.compute.internal","pid":1129}