{"msg":"Opened existing region file \"/var/tmp/dsc/region/8840/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:19.42573238Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:19.425915796Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:19.425931183Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"UUID: 12345678-0000-0000-0000-000000008840","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:19.426741841Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:19.426764757Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 29185f5538632a13039785e911d1aaa0146bfa14\nCommit timestamp: 2024-02-13T21:13:12.000000000Z branch: main\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:19.427418055Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:19.427566507Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12840 for path:\"/var/tmp/dsc/region/8840\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:19.431422196Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:19.432638069Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12840","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:19.432801908Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:19.432828843Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8840","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:19.433030216Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"accepted connection from 127.0.0.1:49455","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:25.780094665Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"Connection request from a156b3bc-156c-4860-9fb6-20a8d9286ce6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:25.780498559Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a156b3bc-156c-4860-9fb6-20a8d9286ce6, session_id: 1c7e5920-082a-4e29-aa77-8ae57916fd4c, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:25.780523564Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: a156b3bc-156c-4860-9fb6-20a8d9286ce6, session_id: 1c7e5920-082a-4e29-aa77-8ae57916fd4c, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:25.780884087Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:25.782082673Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:25.782118876Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:25.785075653Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:25.839986835Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/000.copy\" to \"/var/tmp/dsc/region/8840/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:25.847460758Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/000.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:25.848539036Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/000.replace\" to \"/var/tmp/dsc/region/8840/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:25.942347444Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.065947231Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.100434513Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/001.copy\" to \"/var/tmp/dsc/region/8840/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.108910748Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/001.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.130518017Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/001.replace\" to \"/var/tmp/dsc/region/8840/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.18221129Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.239338998Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.272461714Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/002.copy\" to \"/var/tmp/dsc/region/8840/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.299695821Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/002.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.302031335Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/002.replace\" to \"/var/tmp/dsc/region/8840/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.324531847Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.376169201Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.406361145Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/003.copy\" to \"/var/tmp/dsc/region/8840/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.455285837Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/003.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.459112851Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/003.replace\" to \"/var/tmp/dsc/region/8840/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.487235812Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.492461615Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.523598603Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/004.copy\" to \"/var/tmp/dsc/region/8840/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.580330763Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/004.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.622246805Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/004.replace\" to \"/var/tmp/dsc/region/8840/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.659567517Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.68778477Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.723219924Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/005.copy\" to \"/var/tmp/dsc/region/8840/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.784948151Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/005.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.7893922Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/005.replace\" to \"/var/tmp/dsc/region/8840/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.816733027Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.854193272Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.888834015Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/006.copy\" to \"/var/tmp/dsc/region/8840/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.918093673Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/006.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.920864905Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/006.replace\" to \"/var/tmp/dsc/region/8840/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:26.946147237Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.001468312Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.031813588Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/007.copy\" to \"/var/tmp/dsc/region/8840/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.085033846Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/007.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.088764508Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/007.replace\" to \"/var/tmp/dsc/region/8840/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.110611283Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.16635423Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.197342945Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/008.copy\" to \"/var/tmp/dsc/region/8840/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.228787775Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/008.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.231566525Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/008.replace\" to \"/var/tmp/dsc/region/8840/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.259991769Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.288512806Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.32234237Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/009.copy\" to \"/var/tmp/dsc/region/8840/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.358292918Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/009.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.392627147Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/009.replace\" to \"/var/tmp/dsc/region/8840/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.446671651Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.453581819Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.486385845Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00A.copy\" to \"/var/tmp/dsc/region/8840/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.542260676Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00A.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.54689311Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00A.replace\" to \"/var/tmp/dsc/region/8840/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.576199669Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.662525367Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.692744996Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00B.copy\" to \"/var/tmp/dsc/region/8840/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.720376689Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00B.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.722863133Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00B.replace\" to \"/var/tmp/dsc/region/8840/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.747879426Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.804045063Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.834302115Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00C.copy\" to \"/var/tmp/dsc/region/8840/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.87727217Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00C.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.880474591Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00C.replace\" to \"/var/tmp/dsc/region/8840/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.906594476Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.955900707Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:27.989284994Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00D.copy\" to \"/var/tmp/dsc/region/8840/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:28.091146306Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00D.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:28.097457886Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00D.replace\" to \"/var/tmp/dsc/region/8840/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:28.122415289Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:28.153612325Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:28.189345243Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00E.copy\" to \"/var/tmp/dsc/region/8840/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:28.22235703Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00E.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:28.225131062Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00E.replace\" to \"/var/tmp/dsc/region/8840/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:28.283380629Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"connection (127.0.0.1:49455) Exits with error: Error reading from Upstairs: Connection reset by peer (os error 131)","v":0,"name":"crucible","level":50,"time":"2024-02-13T21:39:48.280164128Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"accepted connection from 127.0.0.1:35780","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.073344169Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"Connection request from a156b3bc-156c-4860-9fb6-20a8d9286ce6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.073573836Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a156b3bc-156c-4860-9fb6-20a8d9286ce6, session_id: 1c7e5920-082a-4e29-aa77-8ae57916fd4c, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.073596062Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: a156b3bc-156c-4860-9fb6-20a8d9286ce6, session_id: 1c7e5920-082a-4e29-aa77-8ae57916fd4c, gen: 1 } to UpstairsConnection { upstairs_id: a156b3bc-156c-4860-9fb6-20a8d9286ce6, session_id: 1c7e5920-082a-4e29-aa77-8ae57916fd4c, gen: 1 }","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:39:56.074114395Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Signaling to UpstairsConnection { upstairs_id: a156b3bc-156c-4860-9fb6-20a8d9286ce6, session_id: 1c7e5920-082a-4e29-aa77-8ae57916fd4c, gen: 1 } thread that UpstairsConnection { upstairs_id: a156b3bc-156c-4860-9fb6-20a8d9286ce6, session_id: 1c7e5920-082a-4e29-aa77-8ae57916fd4c, gen: 1 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:39:56.07414062Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Error while signaling to UpstairsConnection { upstairs_id: a156b3bc-156c-4860-9fb6-20a8d9286ce6, session_id: 1c7e5920-082a-4e29-aa77-8ae57916fd4c, gen: 1 } thread: UpstairsConnection { upstairs_id: a156b3bc-156c-4860-9fb6-20a8d9286ce6, session_id: 1c7e5920-082a-4e29-aa77-8ae57916fd4c, gen: 1 }","v":0,"name":"crucible","level":50,"time":"2024-02-13T21:39:56.074157527Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"UpstairsConnection { upstairs_id: a156b3bc-156c-4860-9fb6-20a8d9286ce6, session_id: 1c7e5920-082a-4e29-aa77-8ae57916fd4c, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.074175293Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Current flush_numbers [0..12]: [637, 632, 637, 635, 632, 635, 636, 634, 633, 637, 632, 632]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.074585907Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.074606803Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.076860322Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.108821865Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/000.copy\" to \"/var/tmp/dsc/region/8840/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.115207821Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/000.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.116317083Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/000.replace\" to \"/var/tmp/dsc/region/8840/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.118863397Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.127706753Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.159538121Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/001.copy\" to \"/var/tmp/dsc/region/8840/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.165940464Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/001.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.167180652Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/001.replace\" to \"/var/tmp/dsc/region/8840/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.17002387Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.176875559Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.209122799Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/002.copy\" to \"/var/tmp/dsc/region/8840/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.215340926Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/002.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.216993387Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/002.replace\" to \"/var/tmp/dsc/region/8840/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.219475793Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.223280591Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.253310946Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/003.copy\" to \"/var/tmp/dsc/region/8840/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.25959768Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/003.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.261107118Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/003.replace\" to \"/var/tmp/dsc/region/8840/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.263784437Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.269729976Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.299191806Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/004.copy\" to \"/var/tmp/dsc/region/8840/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.305170238Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/004.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.30634071Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/004.replace\" to \"/var/tmp/dsc/region/8840/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.309035106Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.31360848Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.345760068Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/005.copy\" to \"/var/tmp/dsc/region/8840/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.351729742Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/005.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.353337771Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/005.replace\" to \"/var/tmp/dsc/region/8840/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.355886435Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.363059743Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.401337615Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/006.copy\" to \"/var/tmp/dsc/region/8840/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.407660223Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/006.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.408964739Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/006.replace\" to \"/var/tmp/dsc/region/8840/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.411444216Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.423495052Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.453664441Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/007.copy\" to \"/var/tmp/dsc/region/8840/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.460108805Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/007.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.46168804Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/007.replace\" to \"/var/tmp/dsc/region/8840/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.464579529Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.469345548Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.502871969Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/008.copy\" to \"/var/tmp/dsc/region/8840/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.509144786Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/008.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.510529437Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/008.replace\" to \"/var/tmp/dsc/region/8840/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.513380434Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.520609842Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.551936034Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/009.copy\" to \"/var/tmp/dsc/region/8840/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.558860339Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/009.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.559959413Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/009.replace\" to \"/var/tmp/dsc/region/8840/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.562688513Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.569351367Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.600300969Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00A.copy\" to \"/var/tmp/dsc/region/8840/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.606206515Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00A.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.607900858Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00A.replace\" to \"/var/tmp/dsc/region/8840/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.610183032Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.617529418Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.650257328Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00B.copy\" to \"/var/tmp/dsc/region/8840/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.657023373Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00B.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.658943793Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00B.replace\" to \"/var/tmp/dsc/region/8840/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.661825184Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"9987 job Write for connection UpstairsConnection { upstairs_id: a156b3bc-156c-4860-9fb6-20a8d9286ce6, session_id: 1c7e5920-082a-4e29-aa77-8ae57916fd4c, gen: 1 } waiting on 1 deps","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:39:56.665691652Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"role":"work"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.66746487Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.697242952Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00C.copy\" to \"/var/tmp/dsc/region/8840/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.703791287Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00C.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.705675905Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00C.replace\" to \"/var/tmp/dsc/region/8840/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.708513284Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.71532752Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.751193363Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00D.copy\" to \"/var/tmp/dsc/region/8840/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.757417779Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00D.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.758899662Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00D.replace\" to \"/var/tmp/dsc/region/8840/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.762049863Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.766928241Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.798926417Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00E.copy\" to \"/var/tmp/dsc/region/8840/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.805534351Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00E.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.807005956Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00E.replace\" to \"/var/tmp/dsc/region/8840/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:39:56.809453609Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:02.909426713Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:58295"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:02.910063634Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/0/files","method":"GET","req_id":"603e2faf-5d1a-4c57-a068-73d3e4274376","remote_addr":"127.0.0.1:58295","local_addr":"0.0.0.0:12840","task":"repair","latency_us":318,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:02.910949909Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/0/data","method":"GET","req_id":"2fae5a53-50b6-4269-abb0-3e5e4ca4b39d","remote_addr":"127.0.0.1:58295","local_addr":"0.0.0.0:12840","task":"repair","latency_us":289,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:02.961113338Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:36376"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:02.961594488Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/1/files","method":"GET","req_id":"73391580-98bf-4381-b86b-a4821f6cac07","remote_addr":"127.0.0.1:36376","local_addr":"0.0.0.0:12840","task":"repair","latency_us":190,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:02.962403277Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/1/data","method":"GET","req_id":"ffc52ed1-b9bb-4d3d-9632-c881b71305b5","remote_addr":"127.0.0.1:36376","local_addr":"0.0.0.0:12840","task":"repair","latency_us":218,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.010544015Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:53150"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.010971735Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/2/files","method":"GET","req_id":"d22a5223-a7b5-48e2-95cf-aa62193fbb83","remote_addr":"127.0.0.1:53150","local_addr":"0.0.0.0:12840","task":"repair","latency_us":177,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.011806739Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/2/data","method":"GET","req_id":"955ca7fe-2b68-4228-afb2-16842ea1b277","remote_addr":"127.0.0.1:53150","local_addr":"0.0.0.0:12840","task":"repair","latency_us":220,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.059847855Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:33274"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.060327236Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/3/files","method":"GET","req_id":"525d6a13-eb96-47ff-aab0-c5aae126ea14","remote_addr":"127.0.0.1:33274","local_addr":"0.0.0.0:12840","task":"repair","latency_us":193,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.061176417Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/3/data","method":"GET","req_id":"16eb82ee-7cb6-4709-bf71-6c5d752058de","remote_addr":"127.0.0.1:33274","local_addr":"0.0.0.0:12840","task":"repair","latency_us":229,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.11142807Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:38128"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.111891033Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/4/files","method":"GET","req_id":"b10af265-5d44-4ada-a3f5-dc89e34cd688","remote_addr":"127.0.0.1:38128","local_addr":"0.0.0.0:12840","task":"repair","latency_us":173,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.11281728Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/4/data","method":"GET","req_id":"5b75edbe-5d34-45d5-adca-d402ad7554e7","remote_addr":"127.0.0.1:38128","local_addr":"0.0.0.0:12840","task":"repair","latency_us":267,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.164876495Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:61139"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.165327921Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/5/files","method":"GET","req_id":"9f231ed0-a0a1-462a-b517-4e0776f58a53","remote_addr":"127.0.0.1:61139","local_addr":"0.0.0.0:12840","task":"repair","latency_us":174,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.166169184Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/5/data","method":"GET","req_id":"e0a85c7b-3320-4e4e-a135-1efae0151fca","remote_addr":"127.0.0.1:61139","local_addr":"0.0.0.0:12840","task":"repair","latency_us":237,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.215364624Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:59927"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.215897174Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/6/files","method":"GET","req_id":"997f84ab-65f5-4a69-98f2-16cd74d1e23d","remote_addr":"127.0.0.1:59927","local_addr":"0.0.0.0:12840","task":"repair","latency_us":200,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.216766222Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/6/data","method":"GET","req_id":"87a41d69-5d84-40d6-a339-a109187b517b","remote_addr":"127.0.0.1:59927","local_addr":"0.0.0.0:12840","task":"repair","latency_us":265,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.266052016Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:54022"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.266520938Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/7/files","method":"GET","req_id":"26d172f4-7403-4778-9ab8-19878c953973","remote_addr":"127.0.0.1:54022","local_addr":"0.0.0.0:12840","task":"repair","latency_us":192,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.26736407Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/7/data","method":"GET","req_id":"729e80f5-3bee-453e-b9e0-07f506dc1d04","remote_addr":"127.0.0.1:54022","local_addr":"0.0.0.0:12840","task":"repair","latency_us":220,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.315129298Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:39677"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.315451738Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/8/files","method":"GET","req_id":"99a34282-5849-4ee4-8309-db9ac609f061","remote_addr":"127.0.0.1:39677","local_addr":"0.0.0.0:12840","task":"repair","latency_us":188,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.316225933Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/8/data","method":"GET","req_id":"5863e576-73a1-4906-821d-ce3f21eaad05","remote_addr":"127.0.0.1:39677","local_addr":"0.0.0.0:12840","task":"repair","latency_us":231,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.367135904Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:43305"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.367484538Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/9/files","method":"GET","req_id":"986476a3-5317-4c95-8016-36b71c61995a","remote_addr":"127.0.0.1:43305","local_addr":"0.0.0.0:12840","task":"repair","latency_us":205,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.368327181Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/9/data","method":"GET","req_id":"81a835d4-fcf7-4b7c-a20e-35fc7a144b6d","remote_addr":"127.0.0.1:43305","local_addr":"0.0.0.0:12840","task":"repair","latency_us":257,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.418589512Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:40649"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.419020011Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/10/files","method":"GET","req_id":"b5aa2da5-61bf-42cd-973b-433f86d308e1","remote_addr":"127.0.0.1:40649","local_addr":"0.0.0.0:12840","task":"repair","latency_us":175,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.41983211Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/10/data","method":"GET","req_id":"5fadb427-b618-4fae-82df-2fc13f9fa094","remote_addr":"127.0.0.1:40649","local_addr":"0.0.0.0:12840","task":"repair","latency_us":241,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.474379659Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:34360"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.474852521Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/11/files","method":"GET","req_id":"c6070798-5750-495b-96ad-2b9316f14ef1","remote_addr":"127.0.0.1:34360","local_addr":"0.0.0.0:12840","task":"repair","latency_us":193,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.475705871Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/11/data","method":"GET","req_id":"d84b6ad0-f97c-47b0-8999-40d3c94e638f","remote_addr":"127.0.0.1:34360","local_addr":"0.0.0.0:12840","task":"repair","latency_us":235,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.525678877Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:56982"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.526181803Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/12/files","method":"GET","req_id":"3278e40e-d39f-472a-9a35-df798da1572f","remote_addr":"127.0.0.1:56982","local_addr":"0.0.0.0:12840","task":"repair","latency_us":205,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.527043841Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/12/data","method":"GET","req_id":"d6c1bd96-af09-4c5b-817c-ea632d6d89a6","remote_addr":"127.0.0.1:56982","local_addr":"0.0.0.0:12840","task":"repair","latency_us":222,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.574615465Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:58250"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.575050964Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/13/files","method":"GET","req_id":"9fe441ec-a147-4afe-8e00-439388978868","remote_addr":"127.0.0.1:58250","local_addr":"0.0.0.0:12840","task":"repair","latency_us":173,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.575911893Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/13/data","method":"GET","req_id":"cd0feba7-b812-4976-be9b-b0661e2c21b7","remote_addr":"127.0.0.1:58250","local_addr":"0.0.0.0:12840","task":"repair","latency_us":235,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.6272137Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:44138"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.627557535Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/14/files","method":"GET","req_id":"650afe93-812e-4245-93b1-cd1d95026189","remote_addr":"127.0.0.1:44138","local_addr":"0.0.0.0:12840","task":"repair","latency_us":215,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:03.628380201Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/14/data","method":"GET","req_id":"cf11753b-3a91-43ec-86ab-b5be1768ba9c","remote_addr":"127.0.0.1:44138","local_addr":"0.0.0.0:12840","task":"repair","latency_us":233,"response_code":"200"} {"msg":"13916 job Read for connection UpstairsConnection { upstairs_id: a156b3bc-156c-4860-9fb6-20a8d9286ce6, session_id: 1c7e5920-082a-4e29-aa77-8ae57916fd4c, gen: 1 } waiting on 1 deps","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:40:10.399711937Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"role":"work"} {"msg":"upstairs UpstairsConnection { upstairs_id: a156b3bc-156c-4860-9fb6-20a8d9286ce6, session_id: 1c7e5920-082a-4e29-aa77-8ae57916fd4c, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:40:15.700071267Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: a156b3bc-156c-4860-9fb6-20a8d9286ce6, session_id: 1c7e5920-082a-4e29-aa77-8ae57916fd4c, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:40:15.700120188Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"connection (127.0.0.1:35780): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:15.700135265Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"accepted connection from 127.0.0.1:63049","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.55822169Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"Connection request from a156b3bc-156c-4860-9fb6-20a8d9286ce6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.558360064Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: a156b3bc-156c-4860-9fb6-20a8d9286ce6, session_id: 1c7e5920-082a-4e29-aa77-8ae57916fd4c, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.55838457Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: a156b3bc-156c-4860-9fb6-20a8d9286ce6, session_id: 1c7e5920-082a-4e29-aa77-8ae57916fd4c, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.558560237Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Current flush_numbers [0..12]: [1413, 1418, 1416, 1418, 1418, 1418, 1412, 1418, 1418, 1418, 1413, 1416]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.559264915Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.559293889Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.564754708Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.59731403Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/000.copy\" to \"/var/tmp/dsc/region/8840/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.602962534Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/000.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.605071089Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/000.replace\" to \"/var/tmp/dsc/region/8840/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.607356272Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.612204945Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.642102095Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/001.copy\" to \"/var/tmp/dsc/region/8840/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.64913092Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/001.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.650568592Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/001.replace\" to \"/var/tmp/dsc/region/8840/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.652906304Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.658366883Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.688311544Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/002.copy\" to \"/var/tmp/dsc/region/8840/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.694804809Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/002.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.696320636Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/002.replace\" to \"/var/tmp/dsc/region/8840/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.69891919Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.703022673Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.732739866Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/003.copy\" to \"/var/tmp/dsc/region/8840/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.739847407Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/003.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.741640262Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/003.replace\" to \"/var/tmp/dsc/region/8840/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.743864895Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.747641619Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.778840775Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/004.copy\" to \"/var/tmp/dsc/region/8840/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.785085947Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/004.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.786313178Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/004.replace\" to \"/var/tmp/dsc/region/8840/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.789579347Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.794778895Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.824087334Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/005.copy\" to \"/var/tmp/dsc/region/8840/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.830794Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/005.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.832690855Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/005.replace\" to \"/var/tmp/dsc/region/8840/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.834728794Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.838723467Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.869043578Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/006.copy\" to \"/var/tmp/dsc/region/8840/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.875834568Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/006.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.877636361Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/006.replace\" to \"/var/tmp/dsc/region/8840/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.880116827Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.88608858Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.916781471Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/007.copy\" to \"/var/tmp/dsc/region/8840/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.923608364Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/007.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.925976361Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/007.replace\" to \"/var/tmp/dsc/region/8840/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.92807057Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.93314905Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.966562432Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/008.copy\" to \"/var/tmp/dsc/region/8840/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.973455813Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/008.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.974729884Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/008.replace\" to \"/var/tmp/dsc/region/8840/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.977777155Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:23.985910394Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.021313544Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/009.copy\" to \"/var/tmp/dsc/region/8840/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.027738182Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/009.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.028893396Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/009.replace\" to \"/var/tmp/dsc/region/8840/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.03159757Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.040087023Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.072043857Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00A.copy\" to \"/var/tmp/dsc/region/8840/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.079511821Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00A.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.080713596Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00A.replace\" to \"/var/tmp/dsc/region/8840/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.083529929Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.090314321Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.120574332Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00B.copy\" to \"/var/tmp/dsc/region/8840/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.127130566Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00B.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.128946147Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00B.replace\" to \"/var/tmp/dsc/region/8840/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.131559088Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.136441995Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.166996971Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00C.copy\" to \"/var/tmp/dsc/region/8840/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.173736141Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00C.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.175200777Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00C.replace\" to \"/var/tmp/dsc/region/8840/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.177316482Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.182399201Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.214136336Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00D.copy\" to \"/var/tmp/dsc/region/8840/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.221082988Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00D.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.223250462Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00D.replace\" to \"/var/tmp/dsc/region/8840/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.226400363Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.233431059Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.264020108Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00E.copy\" to \"/var/tmp/dsc/region/8840/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.270522543Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00E.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.271758871Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00E.replace\" to \"/var/tmp/dsc/region/8840/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:24.273954901Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.414083825Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:48827"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.414502517Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/0/files","method":"GET","req_id":"552423bc-352f-45a5-8445-889c1e39d800","remote_addr":"127.0.0.1:48827","local_addr":"0.0.0.0:12840","task":"repair","latency_us":151,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.415255296Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/0/data","method":"GET","req_id":"df769d2f-c2e3-4905-abd9-578234263314","remote_addr":"127.0.0.1:48827","local_addr":"0.0.0.0:12840","task":"repair","latency_us":216,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.464767498Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:43720"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.465090227Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/1/files","method":"GET","req_id":"3cb3c643-99ba-4b1a-97b6-1c682aeded1e","remote_addr":"127.0.0.1:43720","local_addr":"0.0.0.0:12840","task":"repair","latency_us":100,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.465712431Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/1/data","method":"GET","req_id":"b77179ed-29e9-454e-8181-58443264c525","remote_addr":"127.0.0.1:43720","local_addr":"0.0.0.0:12840","task":"repair","latency_us":190,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.50796505Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:38180"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.508331701Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/2/files","method":"GET","req_id":"aeaa6b0e-cd9e-4b0b-a215-f57ec6b1651a","remote_addr":"127.0.0.1:38180","local_addr":"0.0.0.0:12840","task":"repair","latency_us":115,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.508974411Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/2/data","method":"GET","req_id":"51ee524f-d50e-4a96-a157-29cddf7af57a","remote_addr":"127.0.0.1:38180","local_addr":"0.0.0.0:12840","task":"repair","latency_us":216,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.559951148Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:51697"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.560288655Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/3/files","method":"GET","req_id":"702fb2a8-ed85-40f0-9d39-8547ee941a9c","remote_addr":"127.0.0.1:51697","local_addr":"0.0.0.0:12840","task":"repair","latency_us":132,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.560997323Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/3/data","method":"GET","req_id":"d0f2f63d-4989-4be0-8acc-0fec2157aa77","remote_addr":"127.0.0.1:51697","local_addr":"0.0.0.0:12840","task":"repair","latency_us":191,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.607364253Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:51563"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.607766947Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/4/files","method":"GET","req_id":"912d5837-b976-4435-bc97-873e7972cbd5","remote_addr":"127.0.0.1:51563","local_addr":"0.0.0.0:12840","task":"repair","latency_us":141,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.608416486Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/4/data","method":"GET","req_id":"6fb77a2d-d91d-482e-9f7c-7fb2e8fff62f","remote_addr":"127.0.0.1:51563","local_addr":"0.0.0.0:12840","task":"repair","latency_us":192,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.656349202Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:52932"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.656688579Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/5/files","method":"GET","req_id":"1788fff0-0b57-44bf-9e54-850d2075590f","remote_addr":"127.0.0.1:52932","local_addr":"0.0.0.0:12840","task":"repair","latency_us":122,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.657347906Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/5/data","method":"GET","req_id":"c08d037d-8506-4d9f-b9a0-f4a934a04107","remote_addr":"127.0.0.1:52932","local_addr":"0.0.0.0:12840","task":"repair","latency_us":191,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.709049728Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:49772"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.709289333Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/6/files","method":"GET","req_id":"efb01f42-a2ee-485d-9026-c00cfe7f9d5b","remote_addr":"127.0.0.1:49772","local_addr":"0.0.0.0:12840","task":"repair","latency_us":117,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.70994504Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/6/data","method":"GET","req_id":"8d7aefe7-f9ba-47cb-a06d-5629235f0d29","remote_addr":"127.0.0.1:49772","local_addr":"0.0.0.0:12840","task":"repair","latency_us":223,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.755960415Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:38231"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.7563118Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/7/files","method":"GET","req_id":"f86f3d32-9c2c-4753-aa75-3f80dc7a3af8","remote_addr":"127.0.0.1:38231","local_addr":"0.0.0.0:12840","task":"repair","latency_us":136,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.756988843Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/7/data","method":"GET","req_id":"5c3d102f-6089-46c9-8c87-a84208478319","remote_addr":"127.0.0.1:38231","local_addr":"0.0.0.0:12840","task":"repair","latency_us":214,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.807910781Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:34409"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.808260206Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/8/files","method":"GET","req_id":"004d7f6c-2a4e-4ea8-9bc9-e1828cfa447d","remote_addr":"127.0.0.1:34409","local_addr":"0.0.0.0:12840","task":"repair","latency_us":122,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.808963054Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/8/data","method":"GET","req_id":"baa98322-78a7-454d-87f5-a880a248615a","remote_addr":"127.0.0.1:34409","local_addr":"0.0.0.0:12840","task":"repair","latency_us":221,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.863280347Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:49380"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.863624963Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/9/files","method":"GET","req_id":"dd2c53ad-f525-4a13-bcee-2bcc32e3126a","remote_addr":"127.0.0.1:49380","local_addr":"0.0.0.0:12840","task":"repair","latency_us":122,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.8642814Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/9/data","method":"GET","req_id":"6343a9ff-5271-48a9-995c-e1668c0013a8","remote_addr":"127.0.0.1:49380","local_addr":"0.0.0.0:12840","task":"repair","latency_us":185,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.911936839Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:54362"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.912274316Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/10/files","method":"GET","req_id":"30e6258e-cdc4-41d2-9295-76deaa1e05e3","remote_addr":"127.0.0.1:54362","local_addr":"0.0.0.0:12840","task":"repair","latency_us":100,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.91294694Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/10/data","method":"GET","req_id":"040d4490-a867-4c90-bae4-c370ebc11a5b","remote_addr":"127.0.0.1:54362","local_addr":"0.0.0.0:12840","task":"repair","latency_us":192,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.964975301Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:36909"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.965337953Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/11/files","method":"GET","req_id":"f298a4e0-dd1e-4ebb-aa12-7a4869b0bfc1","remote_addr":"127.0.0.1:36909","local_addr":"0.0.0.0:12840","task":"repair","latency_us":130,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:30.966079974Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/11/data","method":"GET","req_id":"af5d1fd9-bd39-43d0-91cb-f161f7f8b97e","remote_addr":"127.0.0.1:36909","local_addr":"0.0.0.0:12840","task":"repair","latency_us":193,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:31.016412082Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:34450"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:31.016662355Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/12/files","method":"GET","req_id":"e5eb449e-2d94-4813-b366-ed9f254ac582","remote_addr":"127.0.0.1:34450","local_addr":"0.0.0.0:12840","task":"repair","latency_us":103,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:31.017297397Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/12/data","method":"GET","req_id":"1ca3c002-5d9e-47a0-acb5-2f09611c4564","remote_addr":"127.0.0.1:34450","local_addr":"0.0.0.0:12840","task":"repair","latency_us":189,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:31.062646377Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:36921"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:31.062986033Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/13/files","method":"GET","req_id":"6d344bf2-98e0-4144-a951-01d2e8af9719","remote_addr":"127.0.0.1:36921","local_addr":"0.0.0.0:12840","task":"repair","latency_us":98,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:31.063688052Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/13/data","method":"GET","req_id":"6a7dc6a1-73d5-434b-8102-0275450c6145","remote_addr":"127.0.0.1:36921","local_addr":"0.0.0.0:12840","task":"repair","latency_us":200,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:31.113342806Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:38978"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:31.113614096Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/extent/14/files","method":"GET","req_id":"037296b4-cdcb-4545-92d9-6a8f0228ce26","remote_addr":"127.0.0.1:38978","local_addr":"0.0.0.0:12840","task":"repair","latency_us":120,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:31.114248007Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"uri":"/newextent/14/data","method":"GET","req_id":"9eda0bb2-12a1-4c6c-a44a-7edaec0e4955","remote_addr":"127.0.0.1:38978","local_addr":"0.0.0.0:12840","task":"repair","latency_us":185,"response_code":"200"} {"msg":"upstairs UpstairsConnection { upstairs_id: a156b3bc-156c-4860-9fb6-20a8d9286ce6, session_id: 1c7e5920-082a-4e29-aa77-8ae57916fd4c, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:40:36.05646513Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: a156b3bc-156c-4860-9fb6-20a8d9286ce6, session_id: 1c7e5920-082a-4e29-aa77-8ae57916fd4c, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:40:36.056521389Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"connection (127.0.0.1:63049): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:40:36.056554283Z","hostname":"ip-10-150-1-180.us-west-2.compute.internal","pid":1137}