{"msg":"Opened existing region file \"/var/tmp/dsc/region/8840/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:21.76561763Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:21.765848397Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:21.765874923Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"UUID: 12345678-0000-0000-0000-000000008840","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:21.766413304Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:21.766446218Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 56eb785b9570b1bd468a7aafe9af80e337a7fae9\nCommit timestamp: 2024-02-15T02:33:40.000000000Z branch: main\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:21.766679155Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:21.766719437Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12840","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:21.770691489Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:21.772163719Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12840","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:21.77264626Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:21.772670716Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"task":"main"} {"msg":"listening on 0.0.0.0:8840","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:21.772723976Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"task":"main"} {"msg":"accepted connection from 127.0.0.1:60505","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.11440624Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"task":"main"} {"msg":"Connection request from e96038e5-6386-4020-b4cc-660a68733813 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.114823903Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: e96038e5-6386-4020-b4cc-660a68733813, session_id: ef16fb17-0916-4e28-b297-3f4a4e3bcf81, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.114846859Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: e96038e5-6386-4020-b4cc-660a68733813, session_id: ef16fb17-0916-4e28-b297-3f4a4e3bcf81, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.115339608Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.116240333Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.116273137Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.124299225Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.177658357Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/000.copy\" to \"/var/tmp/dsc/region/8840/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.204691307Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/000.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.206889244Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/000.replace\" to \"/var/tmp/dsc/region/8840/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.232053328Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.285594426Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.31550553Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/001.copy\" to \"/var/tmp/dsc/region/8840/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.345712029Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/001.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.347899817Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/001.replace\" to \"/var/tmp/dsc/region/8840/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.375444594Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.422783371Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.470004418Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/002.copy\" to \"/var/tmp/dsc/region/8840/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.503824374Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/002.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.506359259Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/002.replace\" to \"/var/tmp/dsc/region/8840/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.533873602Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.560077175Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.593405761Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/003.copy\" to \"/var/tmp/dsc/region/8840/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.620931312Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/003.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.623280871Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/003.replace\" to \"/var/tmp/dsc/region/8840/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.648817407Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.7278965Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.758690511Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/004.copy\" to \"/var/tmp/dsc/region/8840/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.784122876Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/004.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.786176069Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/004.replace\" to \"/var/tmp/dsc/region/8840/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.812058641Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.845417812Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.889468181Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/005.copy\" to \"/var/tmp/dsc/region/8840/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.916647136Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/005.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.918897433Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/005.replace\" to \"/var/tmp/dsc/region/8840/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.941514984Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.945687268Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:28.978881649Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/006.copy\" to \"/var/tmp/dsc/region/8840/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.008202541Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/006.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.030579226Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/006.replace\" to \"/var/tmp/dsc/region/8840/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.056160563Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.082461798Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.112158781Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/007.copy\" to \"/var/tmp/dsc/region/8840/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.143569929Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/007.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.146199926Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/007.replace\" to \"/var/tmp/dsc/region/8840/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.188476951Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.194257031Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.224959868Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/008.copy\" to \"/var/tmp/dsc/region/8840/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.256044216Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/008.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.284079933Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/008.replace\" to \"/var/tmp/dsc/region/8840/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.34700522Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.353514176Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.397667027Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/009.copy\" to \"/var/tmp/dsc/region/8840/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.426844065Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/009.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.429981499Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/009.replace\" to \"/var/tmp/dsc/region/8840/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.491215836Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.520452183Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.550707933Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00A.copy\" to \"/var/tmp/dsc/region/8840/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.597959725Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00A.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.601129653Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00A.replace\" to \"/var/tmp/dsc/region/8840/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.623972023Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.672172671Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.703214757Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00B.copy\" to \"/var/tmp/dsc/region/8840/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.731348366Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00B.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.734044941Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00B.replace\" to \"/var/tmp/dsc/region/8840/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.760784746Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.816425279Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.862404365Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00C.copy\" to \"/var/tmp/dsc/region/8840/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.893055442Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00C.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.895408751Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00C.replace\" to \"/var/tmp/dsc/region/8840/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.923571714Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:29.996648239Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:30.027973133Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00D.copy\" to \"/var/tmp/dsc/region/8840/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:30.057001848Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00D.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:30.059259364Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00D.replace\" to \"/var/tmp/dsc/region/8840/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:30.092940455Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:30.098013645Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:30.142330025Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00E.copy\" to \"/var/tmp/dsc/region/8840/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:30.199619256Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00E.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:30.237661627Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00E.replace\" to \"/var/tmp/dsc/region/8840/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:55:30.274308355Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"connection (127.0.0.1:60505) Exits with error: Error reading from Upstairs: Connection reset by peer (os error 131)","v":0,"name":"crucible","level":50,"time":"2024-02-15T02:55:53.363212533Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"accepted connection from 127.0.0.1:52717","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.318303501Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"task":"main"} {"msg":"Connection request from e96038e5-6386-4020-b4cc-660a68733813 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.318547216Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: e96038e5-6386-4020-b4cc-660a68733813, session_id: ef16fb17-0916-4e28-b297-3f4a4e3bcf81, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.318575401Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: e96038e5-6386-4020-b4cc-660a68733813, session_id: ef16fb17-0916-4e28-b297-3f4a4e3bcf81, gen: 1 } to UpstairsConnection { upstairs_id: e96038e5-6386-4020-b4cc-660a68733813, session_id: ef16fb17-0916-4e28-b297-3f4a4e3bcf81, gen: 1 }","v":0,"name":"crucible","level":40,"time":"2024-02-15T02:56:01.318757428Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Signaling to UpstairsConnection { upstairs_id: e96038e5-6386-4020-b4cc-660a68733813, session_id: ef16fb17-0916-4e28-b297-3f4a4e3bcf81, gen: 1 } thread that UpstairsConnection { upstairs_id: e96038e5-6386-4020-b4cc-660a68733813, session_id: ef16fb17-0916-4e28-b297-3f4a4e3bcf81, gen: 1 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-15T02:56:01.318781383Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Error while signaling to UpstairsConnection { upstairs_id: e96038e5-6386-4020-b4cc-660a68733813, session_id: ef16fb17-0916-4e28-b297-3f4a4e3bcf81, gen: 1 } thread: UpstairsConnection { upstairs_id: e96038e5-6386-4020-b4cc-660a68733813, session_id: ef16fb17-0916-4e28-b297-3f4a4e3bcf81, gen: 1 }","v":0,"name":"crucible","level":50,"time":"2024-02-15T02:56:01.3187984Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"UpstairsConnection { upstairs_id: e96038e5-6386-4020-b4cc-660a68733813, session_id: ef16fb17-0916-4e28-b297-3f4a4e3bcf81, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.318816517Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Current flush_numbers [0..12]: [608, 609, 611, 611, 586, 606, 607, 611, 604, 604, 604, 604]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.319651924Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.319675969Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.321185202Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.365981065Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/000.copy\" to \"/var/tmp/dsc/region/8840/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.372515826Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/000.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.374015071Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/000.replace\" to \"/var/tmp/dsc/region/8840/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.376647288Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.384110289Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.416610667Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/001.copy\" to \"/var/tmp/dsc/region/8840/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.423595226Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/001.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.424947808Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/001.replace\" to \"/var/tmp/dsc/region/8840/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.42760765Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.433644942Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.467247768Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/002.copy\" to \"/var/tmp/dsc/region/8840/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.473710913Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/002.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.475451973Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/002.replace\" to \"/var/tmp/dsc/region/8840/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.477882498Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.485654232Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.517867353Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/003.copy\" to \"/var/tmp/dsc/region/8840/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.524961011Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/003.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.526695663Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/003.replace\" to \"/var/tmp/dsc/region/8840/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.528881952Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.536555224Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.569650813Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/004.copy\" to \"/var/tmp/dsc/region/8840/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.588787293Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/004.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.590996128Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/004.replace\" to \"/var/tmp/dsc/region/8840/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.633248677Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.640014106Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.6722657Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/005.copy\" to \"/var/tmp/dsc/region/8840/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.679394622Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/005.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.681079783Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/005.replace\" to \"/var/tmp/dsc/region/8840/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.684425869Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.690093129Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.726635136Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/006.copy\" to \"/var/tmp/dsc/region/8840/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.733515514Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/006.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.734761145Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/006.replace\" to \"/var/tmp/dsc/region/8840/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.737935543Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.747900615Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.783066824Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/007.copy\" to \"/var/tmp/dsc/region/8840/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.789775253Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/007.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.791248903Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/007.replace\" to \"/var/tmp/dsc/region/8840/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.793568208Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.801723262Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.832845823Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/008.copy\" to \"/var/tmp/dsc/region/8840/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.838707807Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/008.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.840893926Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/008.replace\" to \"/var/tmp/dsc/region/8840/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.842910157Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.848167352Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.895428932Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/009.copy\" to \"/var/tmp/dsc/region/8840/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.901224399Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/009.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.902335945Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/009.replace\" to \"/var/tmp/dsc/region/8840/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.905118035Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.914236742Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.945581182Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00A.copy\" to \"/var/tmp/dsc/region/8840/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.951545808Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00A.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.952968797Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00A.replace\" to \"/var/tmp/dsc/region/8840/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.955104576Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:01.960266049Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:02.005156134Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00B.copy\" to \"/var/tmp/dsc/region/8840/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:02.011979552Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00B.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:02.014243817Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00B.replace\" to \"/var/tmp/dsc/region/8840/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:02.016294971Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:02.02425784Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:02.05396859Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00C.copy\" to \"/var/tmp/dsc/region/8840/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:02.060447141Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00C.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:02.06165307Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00C.replace\" to \"/var/tmp/dsc/region/8840/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:02.064126516Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:02.069329842Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:02.099396276Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00D.copy\" to \"/var/tmp/dsc/region/8840/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:02.105419262Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00D.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:02.106551494Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00D.replace\" to \"/var/tmp/dsc/region/8840/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:02.109432146Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:02.113382941Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:02.144627429Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00E.copy\" to \"/var/tmp/dsc/region/8840/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:02.150780401Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00E.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:02.152377348Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00E.replace\" to \"/var/tmp/dsc/region/8840/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:02.155704467Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.188665123Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:56584"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.189154393Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/0/files","method":"GET","req_id":"b8bdd6b6-e84f-4394-9208-b3a43b423ff9","remote_addr":"127.0.0.1:56584","local_addr":"0.0.0.0:12840","task":"repair","latency_us":246,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.189981961Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/0/data","method":"GET","req_id":"87ab5208-3795-4284-923c-6a65e1590f7d","remote_addr":"127.0.0.1:56584","local_addr":"0.0.0.0:12840","task":"repair","latency_us":321,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.250268552Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:64690"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.250601121Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/1/files","method":"GET","req_id":"b0401c52-c1e8-4689-aa91-1d37304450c1","remote_addr":"127.0.0.1:64690","local_addr":"0.0.0.0:12840","task":"repair","latency_us":103,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.251266849Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/1/data","method":"GET","req_id":"fad715a2-06a1-4ad2-a53b-c00e1594ca2c","remote_addr":"127.0.0.1:64690","local_addr":"0.0.0.0:12840","task":"repair","latency_us":215,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.297443498Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:36974"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.297758021Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/2/files","method":"GET","req_id":"a4c41d3c-09e5-4cc1-9d58-4522834eacab","remote_addr":"127.0.0.1:36974","local_addr":"0.0.0.0:12840","task":"repair","latency_us":108,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.298382886Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/2/data","method":"GET","req_id":"f8fbed9d-923f-40f2-b9b2-0c672a355210","remote_addr":"127.0.0.1:36974","local_addr":"0.0.0.0:12840","task":"repair","latency_us":190,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.342568101Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:44247"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.342926865Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/3/files","method":"GET","req_id":"a7d59549-2cc9-493c-a8a2-81c5b601c427","remote_addr":"127.0.0.1:44247","local_addr":"0.0.0.0:12840","task":"repair","latency_us":108,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.343540182Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/3/data","method":"GET","req_id":"ab30ca31-5942-451c-94e4-ad7df2cdf4b0","remote_addr":"127.0.0.1:44247","local_addr":"0.0.0.0:12840","task":"repair","latency_us":182,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.397315548Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:40493"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.397674282Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/4/files","method":"GET","req_id":"9b6a49ac-c2de-4a10-b8a2-8f477c897ec1","remote_addr":"127.0.0.1:40493","local_addr":"0.0.0.0:12840","task":"repair","latency_us":112,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.398421685Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/4/data","method":"GET","req_id":"643c86f4-20e5-42fc-bde3-4f0a49e82903","remote_addr":"127.0.0.1:40493","local_addr":"0.0.0.0:12840","task":"repair","latency_us":196,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.450679859Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:45724"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.451133355Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/5/files","method":"GET","req_id":"7627f5c7-0b46-4e27-81dc-caa4cbaa638e","remote_addr":"127.0.0.1:45724","local_addr":"0.0.0.0:12840","task":"repair","latency_us":110,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.451698912Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/5/data","method":"GET","req_id":"7b1bebdd-6e96-45fb-a4e3-45e28ccaf32e","remote_addr":"127.0.0.1:45724","local_addr":"0.0.0.0:12840","task":"repair","latency_us":186,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.496008623Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:65066"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.496234702Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/6/files","method":"GET","req_id":"9bdacf3f-90da-48d5-b185-43e1dd53f775","remote_addr":"127.0.0.1:65066","local_addr":"0.0.0.0:12840","task":"repair","latency_us":101,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.496847879Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/6/data","method":"GET","req_id":"a7a61a4a-0a16-47a9-b021-b6e7361d22f6","remote_addr":"127.0.0.1:65066","local_addr":"0.0.0.0:12840","task":"repair","latency_us":192,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.554602224Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:57825"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.554918586Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/7/files","method":"GET","req_id":"76ffb3cb-e75e-4759-9260-25843c298120","remote_addr":"127.0.0.1:57825","local_addr":"0.0.0.0:12840","task":"repair","latency_us":92,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.555625327Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/7/data","method":"GET","req_id":"c306265c-5a12-42cf-8ec7-f8b304443b8c","remote_addr":"127.0.0.1:57825","local_addr":"0.0.0.0:12840","task":"repair","latency_us":187,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.607545852Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:37616"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.60788681Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/8/files","method":"GET","req_id":"06cd8c07-fa53-4525-b665-9e256870f4f9","remote_addr":"127.0.0.1:37616","local_addr":"0.0.0.0:12840","task":"repair","latency_us":111,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.608580023Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/8/data","method":"GET","req_id":"47cfb5e4-2bd5-4e1f-92c1-13281c4d114d","remote_addr":"127.0.0.1:37616","local_addr":"0.0.0.0:12840","task":"repair","latency_us":217,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.652719256Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:38826"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.653036208Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/9/files","method":"GET","req_id":"073b3823-837f-462f-9c22-d106e41e78a9","remote_addr":"127.0.0.1:38826","local_addr":"0.0.0.0:12840","task":"repair","latency_us":89,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.653629059Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/9/data","method":"GET","req_id":"11d63356-5534-4307-ba97-0c2cd2bd5fa9","remote_addr":"127.0.0.1:38826","local_addr":"0.0.0.0:12840","task":"repair","latency_us":181,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.699107176Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:45341"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.699441355Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/10/files","method":"GET","req_id":"05ec3004-d4a2-4764-9fb7-a976a51d9236","remote_addr":"127.0.0.1:45341","local_addr":"0.0.0.0:12840","task":"repair","latency_us":107,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.70017978Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/10/data","method":"GET","req_id":"aa36d457-21f4-434c-9048-5f842d5f7b32","remote_addr":"127.0.0.1:45341","local_addr":"0.0.0.0:12840","task":"repair","latency_us":223,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.753724217Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:45351"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.754082052Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/11/files","method":"GET","req_id":"b474a819-f434-4dd8-a54d-0c97b1931edf","remote_addr":"127.0.0.1:45351","local_addr":"0.0.0.0:12840","task":"repair","latency_us":107,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.754764326Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/11/data","method":"GET","req_id":"355d9e08-7bcf-400a-ac6f-a1f9fe06d8ee","remote_addr":"127.0.0.1:45351","local_addr":"0.0.0.0:12840","task":"repair","latency_us":212,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.812287634Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:40135"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.812652058Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/12/files","method":"GET","req_id":"72569e18-1184-4737-b72b-2fb52b26cc88","remote_addr":"127.0.0.1:40135","local_addr":"0.0.0.0:12840","task":"repair","latency_us":111,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.81329481Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/12/data","method":"GET","req_id":"b23670fb-a475-4802-b4f3-70f42714ba28","remote_addr":"127.0.0.1:40135","local_addr":"0.0.0.0:12840","task":"repair","latency_us":191,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.863236308Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:53269"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.863515747Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/13/files","method":"GET","req_id":"dbff7d91-92db-4d97-babf-65f04469f0e9","remote_addr":"127.0.0.1:53269","local_addr":"0.0.0.0:12840","task":"repair","latency_us":90,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.864158519Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/13/data","method":"GET","req_id":"ce52db6e-2bd5-4fbb-8f11-42cade2e5a1f","remote_addr":"127.0.0.1:53269","local_addr":"0.0.0.0:12840","task":"repair","latency_us":189,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.917932355Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:44781"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.918278731Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/14/files","method":"GET","req_id":"22d04691-5855-4871-8b33-aa8049a499ba","remote_addr":"127.0.0.1:44781","local_addr":"0.0.0.0:12840","task":"repair","latency_us":111,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:08.919054069Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/14/data","method":"GET","req_id":"f0e84670-124d-403b-9516-69f60364f412","remote_addr":"127.0.0.1:44781","local_addr":"0.0.0.0:12840","task":"repair","latency_us":224,"response_code":"200"} {"msg":"13898 job Write for connection UpstairsConnection { upstairs_id: e96038e5-6386-4020-b4cc-660a68733813, session_id: ef16fb17-0916-4e28-b297-3f4a4e3bcf81, gen: 1 } waiting on 1 deps","v":0,"name":"crucible","level":40,"time":"2024-02-15T02:56:15.378910044Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"role":"work"} {"msg":"13899 job Flush for connection UpstairsConnection { upstairs_id: e96038e5-6386-4020-b4cc-660a68733813, session_id: ef16fb17-0916-4e28-b297-3f4a4e3bcf81, gen: 1 } waiting on 2 deps","v":0,"name":"crucible","level":40,"time":"2024-02-15T02:56:15.378963844Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"role":"work"} {"msg":"upstairs UpstairsConnection { upstairs_id: e96038e5-6386-4020-b4cc-660a68733813, session_id: ef16fb17-0916-4e28-b297-3f4a4e3bcf81, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-15T02:56:20.718195856Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: e96038e5-6386-4020-b4cc-660a68733813, session_id: ef16fb17-0916-4e28-b297-3f4a4e3bcf81, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-15T02:56:20.718261484Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"task":"main"} {"msg":"connection (127.0.0.1:52717): all done","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:20.718291278Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"accepted connection from 127.0.0.1:48601","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.502729271Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"task":"main"} {"msg":"Connection request from e96038e5-6386-4020-b4cc-660a68733813 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.502902489Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: e96038e5-6386-4020-b4cc-660a68733813, session_id: ef16fb17-0916-4e28-b297-3f4a4e3bcf81, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.502942272Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: e96038e5-6386-4020-b4cc-660a68733813, session_id: ef16fb17-0916-4e28-b297-3f4a4e3bcf81, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.503432442Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Current flush_numbers [0..12]: [1430, 1423, 1415, 1429, 1424, 1420, 1426, 1426, 1429, 1424, 1424, 1428]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.503938599Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.503968844Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.507949264Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.541291567Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/000.copy\" to \"/var/tmp/dsc/region/8840/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.547402386Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/000.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.548931725Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/000.replace\" to \"/var/tmp/dsc/region/8840/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.551333754Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.562772016Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.59567644Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/001.copy\" to \"/var/tmp/dsc/region/8840/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.601843879Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/001.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.603383966Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/001.replace\" to \"/var/tmp/dsc/region/8840/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.60614036Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.609768155Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.641423918Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/002.copy\" to \"/var/tmp/dsc/region/8840/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.647921776Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/002.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.649082233Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/002.replace\" to \"/var/tmp/dsc/region/8840/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.651455268Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.656961078Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.694100305Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/003.copy\" to \"/var/tmp/dsc/region/8840/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.700235979Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/003.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.701671346Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/003.replace\" to \"/var/tmp/dsc/region/8840/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.704618176Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.714602934Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.745768767Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/004.copy\" to \"/var/tmp/dsc/region/8840/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.755031118Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/004.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.756564897Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/004.replace\" to \"/var/tmp/dsc/region/8840/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.759357834Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.764433583Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.79693853Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/005.copy\" to \"/var/tmp/dsc/region/8840/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.803282117Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/005.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.804727262Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/005.replace\" to \"/var/tmp/dsc/region/8840/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.806666616Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.813829512Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.844359641Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/006.copy\" to \"/var/tmp/dsc/region/8840/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.850824055Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/006.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.852538381Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/006.replace\" to \"/var/tmp/dsc/region/8840/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.855350865Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.860220782Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.890863811Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/007.copy\" to \"/var/tmp/dsc/region/8840/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.896912101Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/007.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.898518817Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/007.replace\" to \"/var/tmp/dsc/region/8840/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.901482963Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.907117189Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.936964764Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/008.copy\" to \"/var/tmp/dsc/region/8840/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.944186339Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/008.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.945767039Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/008.replace\" to \"/var/tmp/dsc/region/8840/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.948423472Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.952548095Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.983586961Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/009.copy\" to \"/var/tmp/dsc/region/8840/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.990149478Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/009.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.991947078Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/009.replace\" to \"/var/tmp/dsc/region/8840/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:28.993943422Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:29.000629325Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:29.031650964Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00A.copy\" to \"/var/tmp/dsc/region/8840/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:29.037640216Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00A.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:29.038715099Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00A.replace\" to \"/var/tmp/dsc/region/8840/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:29.041070776Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:29.046791837Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:29.077488306Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00B.copy\" to \"/var/tmp/dsc/region/8840/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:29.083400711Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00B.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:29.084586164Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00B.replace\" to \"/var/tmp/dsc/region/8840/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:29.086887582Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:29.090353316Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:29.120886355Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00C.copy\" to \"/var/tmp/dsc/region/8840/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:29.126925487Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00C.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:29.128497819Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00C.replace\" to \"/var/tmp/dsc/region/8840/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:29.131125967Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:29.137556037Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:29.170222515Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00D.copy\" to \"/var/tmp/dsc/region/8840/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:29.177024837Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00D.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:29.178231626Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00D.replace\" to \"/var/tmp/dsc/region/8840/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:29.180857194Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:29.18829013Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:29.218611598Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00E.copy\" to \"/var/tmp/dsc/region/8840/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:29.224671927Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00E.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:29.225951932Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00E.replace\" to \"/var/tmp/dsc/region/8840/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:29.228178124Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.30495922Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:35147"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.305354178Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/0/files","method":"GET","req_id":"8649c066-1d7b-4e75-b3d1-85afae2de4e6","remote_addr":"127.0.0.1:35147","local_addr":"0.0.0.0:12840","task":"repair","latency_us":150,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.306096911Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/0/data","method":"GET","req_id":"ba589118-7d74-4ab4-88d0-c7d3c7159404","remote_addr":"127.0.0.1:35147","local_addr":"0.0.0.0:12840","task":"repair","latency_us":251,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.349508858Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:50564"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.349834688Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/1/files","method":"GET","req_id":"6fd09d94-3449-4c8e-a327-2c3fbf5ab67d","remote_addr":"127.0.0.1:50564","local_addr":"0.0.0.0:12840","task":"repair","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.350489308Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/1/data","method":"GET","req_id":"de2289fa-510a-4aa8-89e9-00944074bce9","remote_addr":"127.0.0.1:50564","local_addr":"0.0.0.0:12840","task":"repair","latency_us":217,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.396290126Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:65220"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.396618956Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/2/files","method":"GET","req_id":"cb7acf68-22a0-40ff-8b0a-5ac0da7a13fc","remote_addr":"127.0.0.1:65220","local_addr":"0.0.0.0:12840","task":"repair","latency_us":90,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.397280694Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/2/data","method":"GET","req_id":"d6171c62-035c-4a93-a53a-7c4fe5d41931","remote_addr":"127.0.0.1:65220","local_addr":"0.0.0.0:12840","task":"repair","latency_us":183,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.447684348Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:41066"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.448006689Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/3/files","method":"GET","req_id":"01c87e3b-6650-4adb-9c12-36e82f6681b5","remote_addr":"127.0.0.1:41066","local_addr":"0.0.0.0:12840","task":"repair","latency_us":105,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.448715029Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/3/data","method":"GET","req_id":"f868e808-8d29-4c57-9ca4-4326b12b384e","remote_addr":"127.0.0.1:41066","local_addr":"0.0.0.0:12840","task":"repair","latency_us":187,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.491658751Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:35069"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.49199397Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/4/files","method":"GET","req_id":"c9010412-572b-40b1-ad2c-b4ac22d41278","remote_addr":"127.0.0.1:35069","local_addr":"0.0.0.0:12840","task":"repair","latency_us":108,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.492714038Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/4/data","method":"GET","req_id":"b38d4e82-ee6e-4274-8276-cd34445c41d2","remote_addr":"127.0.0.1:35069","local_addr":"0.0.0.0:12840","task":"repair","latency_us":213,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.539065795Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:64962"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.539412002Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/5/files","method":"GET","req_id":"43a39749-b317-463c-b47e-91a88aec2c69","remote_addr":"127.0.0.1:64962","local_addr":"0.0.0.0:12840","task":"repair","latency_us":107,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.540123551Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/5/data","method":"GET","req_id":"d1ceb095-00b3-4834-82a8-930d294f81d9","remote_addr":"127.0.0.1:64962","local_addr":"0.0.0.0:12840","task":"repair","latency_us":189,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.58717115Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:46595"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.587504689Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/6/files","method":"GET","req_id":"86815692-9ed9-471a-a2bc-6dc0883fb8b3","remote_addr":"127.0.0.1:46595","local_addr":"0.0.0.0:12840","task":"repair","latency_us":107,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.588156039Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/6/data","method":"GET","req_id":"68d46f63-8343-481f-9fee-8744c51d7ea8","remote_addr":"127.0.0.1:46595","local_addr":"0.0.0.0:12840","task":"repair","latency_us":212,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.632889583Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:57224"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.63323588Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/7/files","method":"GET","req_id":"7c0307d5-1895-4e49-bf3d-14458d03c577","remote_addr":"127.0.0.1:57224","local_addr":"0.0.0.0:12840","task":"repair","latency_us":91,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.633860775Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/7/data","method":"GET","req_id":"4731a6ec-3bec-4922-aee3-87719951d7c6","remote_addr":"127.0.0.1:57224","local_addr":"0.0.0.0:12840","task":"repair","latency_us":184,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.683102062Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:60466"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.683400577Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/8/files","method":"GET","req_id":"0fedafcf-5dee-42bf-960e-93ec4aa16c65","remote_addr":"127.0.0.1:60466","local_addr":"0.0.0.0:12840","task":"repair","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.684117386Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/8/data","method":"GET","req_id":"ca214eb3-ca00-447c-b725-c1bc7d052509","remote_addr":"127.0.0.1:60466","local_addr":"0.0.0.0:12840","task":"repair","latency_us":195,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.732444621Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:51601"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.732787448Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/9/files","method":"GET","req_id":"85a1fcdf-1705-4af0-83ab-2b8182a410a5","remote_addr":"127.0.0.1:51601","local_addr":"0.0.0.0:12840","task":"repair","latency_us":107,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.733512365Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/9/data","method":"GET","req_id":"d5553494-23c9-469d-be56-d133a908b4cf","remote_addr":"127.0.0.1:51601","local_addr":"0.0.0.0:12840","task":"repair","latency_us":214,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.781289001Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:41573"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.781582597Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/10/files","method":"GET","req_id":"3c0b11fe-9a0b-4937-ad03-67103b0c5f7d","remote_addr":"127.0.0.1:41573","local_addr":"0.0.0.0:12840","task":"repair","latency_us":87,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.782209302Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/10/data","method":"GET","req_id":"82172b18-350e-4612-a9aa-745d8fb0305b","remote_addr":"127.0.0.1:41573","local_addr":"0.0.0.0:12840","task":"repair","latency_us":181,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.832241444Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:33667"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.83258765Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/11/files","method":"GET","req_id":"f0cdc868-2424-4d17-9221-3f2dbe7e2812","remote_addr":"127.0.0.1:33667","local_addr":"0.0.0.0:12840","task":"repair","latency_us":90,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.833263596Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/11/data","method":"GET","req_id":"7ac94701-71dd-40ff-b46a-092a35a8191c","remote_addr":"127.0.0.1:33667","local_addr":"0.0.0.0:12840","task":"repair","latency_us":192,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.883373084Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:43893"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.883714702Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/12/files","method":"GET","req_id":"168d0baa-82b8-4f01-a6dc-c9976cbce518","remote_addr":"127.0.0.1:43893","local_addr":"0.0.0.0:12840","task":"repair","latency_us":107,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.88448833Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/12/data","method":"GET","req_id":"cdc4ea05-0496-4a14-b957-f6d6582661f4","remote_addr":"127.0.0.1:43893","local_addr":"0.0.0.0:12840","task":"repair","latency_us":212,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.94319856Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:55764"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.943487387Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/13/files","method":"GET","req_id":"4b8520f2-c196-414b-850f-83059a8549f5","remote_addr":"127.0.0.1:55764","local_addr":"0.0.0.0:12840","task":"repair","latency_us":96,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.944104314Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/13/data","method":"GET","req_id":"f5a4670c-f5b5-42fa-b6e7-137c0b31a720","remote_addr":"127.0.0.1:55764","local_addr":"0.0.0.0:12840","task":"repair","latency_us":188,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.990123312Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:43772"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.990442993Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/extent/14/files","method":"GET","req_id":"5c3f8ad8-f3ae-4c20-8614-7e0f9e47c2fd","remote_addr":"127.0.0.1:43772","local_addr":"0.0.0.0:12840","task":"repair","latency_us":100,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:35.991101563Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"uri":"/newextent/14/data","method":"GET","req_id":"91899eac-360f-4af8-9446-aee4bd83b1ef","remote_addr":"127.0.0.1:43772","local_addr":"0.0.0.0:12840","task":"repair","latency_us":193,"response_code":"200"} {"msg":"upstairs UpstairsConnection { upstairs_id: e96038e5-6386-4020-b4cc-660a68733813, session_id: ef16fb17-0916-4e28-b297-3f4a4e3bcf81, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-15T02:56:36.908588317Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: e96038e5-6386-4020-b4cc-660a68733813, session_id: ef16fb17-0916-4e28-b297-3f4a4e3bcf81, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-15T02:56:36.908624091Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136,"task":"main"} {"msg":"connection (127.0.0.1:48601): all done","v":0,"name":"crucible","level":30,"time":"2024-02-15T02:56:36.908646076Z","hostname":"ip-10-150-1-61.us-west-2.compute.internal","pid":1136}