{"msg":"Opened existing region file \"/var/tmp/dsc/region/8810/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:54:55.930967438Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:54:55.931877771Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:54:55.931926919Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"UUID: 12345678-0000-0000-0000-000000008810","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:54:55.933344698Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:54:55.933396085Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 99c957c6a74e6d7d6180d15bada5890df4de8432\nCommit timestamp: 2024-01-10T17:30:23.000000000Z branch: renovate/rust-1.x\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:54:55.935160557Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:54:55.935492359Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12810","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:54:55.949183078Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:54:55.953001741Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12810","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:54:55.953978654Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:54:55.954029575Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"main"} {"msg":"listening on 0.0.0.0:8810","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:54:55.954066782Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"main"} {"msg":"accepted connection from 127.0.0.1:63691","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:01.077632143Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"main"} {"msg":"Connection request from 34381887-ff2d-426d-88ca-9c3774bedafa with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:01.081224293Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 34381887-ff2d-426d-88ca-9c3774bedafa, session_id: 658c967f-7937-41e8-aea0-1f85665588d4, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:01.08127284Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 34381887-ff2d-426d-88ca-9c3774bedafa, session_id: 658c967f-7937-41e8-aea0-1f85665588d4, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:01.08418416Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:01.086430292Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:01.086484967Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 34381887-ff2d-426d-88ca-9c3774bedafa, session_id: 658c967f-7937-41e8-aea0-1f85665588d4, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:55:01.424740068Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 34381887-ff2d-426d-88ca-9c3774bedafa, session_id: 658c967f-7937-41e8-aea0-1f85665588d4, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:55:01.424817681Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"main"} {"msg":"connection (127.0.0.1:63691): all done","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:01.424860278Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"accepted connection from 127.0.0.1:52018","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.300370289Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"main"} {"msg":"Connection request from 34381887-ff2d-426d-88ca-9c3774bedafa with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.300810624Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 34381887-ff2d-426d-88ca-9c3774bedafa, session_id: 658c967f-7937-41e8-aea0-1f85665588d4, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.300848471Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 34381887-ff2d-426d-88ca-9c3774bedafa, session_id: 658c967f-7937-41e8-aea0-1f85665588d4, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.301149748Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Current flush_numbers [0..12]: [3, 0, 6, 4, 4, 1, 4, 4, 4, 4, 1, 0]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.301909793Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.302031822Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.305829788Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.388349231Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/000.copy\" to \"/var/tmp/dsc/region/8810/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.397880956Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/000.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.399732374Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/000.replace\" to \"/var/tmp/dsc/region/8810/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.402696638Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.409476321Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.475677776Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/001.copy\" to \"/var/tmp/dsc/region/8810/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.485988899Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/001.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.488128429Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/001.replace\" to \"/var/tmp/dsc/region/8810/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.490835962Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.500496897Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.561592488Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/002.copy\" to \"/var/tmp/dsc/region/8810/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.572152925Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/002.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.574193146Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/002.replace\" to \"/var/tmp/dsc/region/8810/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.577066615Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.582827269Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.648755705Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/003.copy\" to \"/var/tmp/dsc/region/8810/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.659194839Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/003.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.661808719Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/003.replace\" to \"/var/tmp/dsc/region/8810/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.664814008Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.67615734Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.742781654Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/004.copy\" to \"/var/tmp/dsc/region/8810/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.753151493Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/004.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.756135378Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/004.replace\" to \"/var/tmp/dsc/region/8810/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.759010729Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.768569967Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.833009169Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/005.copy\" to \"/var/tmp/dsc/region/8810/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.843219239Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/005.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.845262006Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/005.replace\" to \"/var/tmp/dsc/region/8810/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.848157095Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.854373264Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.919444411Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/006.copy\" to \"/var/tmp/dsc/region/8810/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.929245974Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/006.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.931185249Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/006.replace\" to \"/var/tmp/dsc/region/8810/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.934319057Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:12.942134132Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.006635487Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/007.copy\" to \"/var/tmp/dsc/region/8810/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.016580567Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/007.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.019104625Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/007.replace\" to \"/var/tmp/dsc/region/8810/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.022051301Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.030934933Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.094592282Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/008.copy\" to \"/var/tmp/dsc/region/8810/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.104392676Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/008.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.107582488Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/008.replace\" to \"/var/tmp/dsc/region/8810/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.111142697Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.117161377Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.182431894Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/009.copy\" to \"/var/tmp/dsc/region/8810/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.192401622Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/009.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.195150758Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/009.replace\" to \"/var/tmp/dsc/region/8810/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.198330287Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.204491955Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.267348779Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00A.copy\" to \"/var/tmp/dsc/region/8810/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.277519943Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00A.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.279475238Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00A.replace\" to \"/var/tmp/dsc/region/8810/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.282587912Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.291609552Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.354312931Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00B.copy\" to \"/var/tmp/dsc/region/8810/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.365017764Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00B.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.367481157Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00B.replace\" to \"/var/tmp/dsc/region/8810/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.370440483Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.3785839Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.443882074Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00C.copy\" to \"/var/tmp/dsc/region/8810/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.454267339Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00C.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.457364868Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00C.replace\" to \"/var/tmp/dsc/region/8810/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.460624509Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.47474775Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.540853219Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00D.copy\" to \"/var/tmp/dsc/region/8810/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.550287187Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00D.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.552399735Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00D.replace\" to \"/var/tmp/dsc/region/8810/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.555290982Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.561801683Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.624731937Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00E.copy\" to \"/var/tmp/dsc/region/8810/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.634787276Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00E.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.637449042Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00E.replace\" to \"/var/tmp/dsc/region/8810/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:13.640564087Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:21.785214852Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:36412"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:21.786389276Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/0/files","method":"GET","req_id":"fc5339b4-1ccc-4f7e-896c-cdf7d03374c4","remote_addr":"127.0.0.1:36412","local_addr":"0.0.0.0:12810","task":"repair","latency_us":545,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:21.787951451Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/0/data","method":"GET","req_id":"94f75dec-8e4b-4903-b107-9cbc409e9f07","remote_addr":"127.0.0.1:36412","local_addr":"0.0.0.0:12810","task":"repair","latency_us":506,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:21.874244285Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:59838"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:21.87481896Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/1/files","method":"GET","req_id":"4ad1ed7f-a418-4f7a-8292-a0103ee975fd","remote_addr":"127.0.0.1:59838","local_addr":"0.0.0.0:12810","task":"repair","latency_us":206,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:21.875882906Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/1/data","method":"GET","req_id":"5aaf5341-81bb-4c4b-8f68-e4e9e7a6294e","remote_addr":"127.0.0.1:59838","local_addr":"0.0.0.0:12810","task":"repair","latency_us":327,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:21.964353131Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:56242"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:21.964905446Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/2/files","method":"GET","req_id":"f1ffeaed-fa0a-4a0f-96c1-48da1ae969a8","remote_addr":"127.0.0.1:56242","local_addr":"0.0.0.0:12810","task":"repair","latency_us":216,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:21.965995707Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/2/data","method":"GET","req_id":"7db381a9-4e2a-4146-b1da-91ff916eecc0","remote_addr":"127.0.0.1:56242","local_addr":"0.0.0.0:12810","task":"repair","latency_us":316,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.048391836Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:33659"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.048951104Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/3/files","method":"GET","req_id":"8d8cee78-40cd-41cc-b822-5bf9b18ffd64","remote_addr":"127.0.0.1:33659","local_addr":"0.0.0.0:12810","task":"repair","latency_us":211,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.05001378Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/3/data","method":"GET","req_id":"d01be891-c034-4a84-959e-e2bd4366e759","remote_addr":"127.0.0.1:33659","local_addr":"0.0.0.0:12810","task":"repair","latency_us":308,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.134827582Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:53616"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.135398595Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/4/files","method":"GET","req_id":"c4a47148-a755-4127-8f2b-6ef9408dbe0a","remote_addr":"127.0.0.1:53616","local_addr":"0.0.0.0:12810","task":"repair","latency_us":209,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.136463588Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/4/data","method":"GET","req_id":"d3393258-85bd-401c-87cb-9b525d7bcb9d","remote_addr":"127.0.0.1:53616","local_addr":"0.0.0.0:12810","task":"repair","latency_us":308,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.22462856Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:45946"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.225186833Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/5/files","method":"GET","req_id":"8f29355a-e00b-4fc6-aab9-b2c6e2184f24","remote_addr":"127.0.0.1:45946","local_addr":"0.0.0.0:12810","task":"repair","latency_us":212,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.226249467Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/5/data","method":"GET","req_id":"6350dc6c-c129-413a-8fb7-a3703a076093","remote_addr":"127.0.0.1:45946","local_addr":"0.0.0.0:12810","task":"repair","latency_us":315,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.313761463Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:65520"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.31426009Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/6/files","method":"GET","req_id":"84df6c97-68a6-492e-bc69-11f4b7009f2c","remote_addr":"127.0.0.1:65520","local_addr":"0.0.0.0:12810","task":"repair","latency_us":197,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.315373907Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/6/data","method":"GET","req_id":"7c51f672-8d00-4cc6-8ea4-ada0fd59f28c","remote_addr":"127.0.0.1:65520","local_addr":"0.0.0.0:12810","task":"repair","latency_us":351,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.399841361Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:58480"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.400400068Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/7/files","method":"GET","req_id":"f89f8a02-8568-4d10-bf84-bd27617c1524","remote_addr":"127.0.0.1:58480","local_addr":"0.0.0.0:12810","task":"repair","latency_us":209,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.401485619Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/7/data","method":"GET","req_id":"def49b6e-fbda-4a97-bea5-8f20a872b8cf","remote_addr":"127.0.0.1:58480","local_addr":"0.0.0.0:12810","task":"repair","latency_us":322,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.496368267Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:58048"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.496925021Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/8/files","method":"GET","req_id":"1a22eaba-7207-49b0-93f2-d07c7c494f19","remote_addr":"127.0.0.1:58048","local_addr":"0.0.0.0:12810","task":"repair","latency_us":197,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.498045405Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/8/data","method":"GET","req_id":"06e2a9a4-5fd9-450d-8a41-ddc21e50b353","remote_addr":"127.0.0.1:58048","local_addr":"0.0.0.0:12810","task":"repair","latency_us":318,"response_code":"200"} {"msg":"5615 job Write for connection UpstairsConnection { upstairs_id: 34381887-ff2d-426d-88ca-9c3774bedafa, session_id: 658c967f-7937-41e8-aea0-1f85665588d4, gen: 1 } waiting on 1 deps","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:55:22.515979203Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"role":"work"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.590693279Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:46280"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.591290149Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/9/files","method":"GET","req_id":"e7b202f6-1d6c-4761-a171-5e7025f48dbe","remote_addr":"127.0.0.1:46280","local_addr":"0.0.0.0:12810","task":"repair","latency_us":200,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.59251499Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/9/data","method":"GET","req_id":"fe02c5d9-fb21-479d-be42-3f800c4d0c41","remote_addr":"127.0.0.1:46280","local_addr":"0.0.0.0:12810","task":"repair","latency_us":317,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.690857637Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:61277"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.691501407Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/10/files","method":"GET","req_id":"2fa34b37-6798-42de-85a1-f68acd849fdf","remote_addr":"127.0.0.1:61277","local_addr":"0.0.0.0:12810","task":"repair","latency_us":216,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.692625793Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/10/data","method":"GET","req_id":"abd012a6-9abb-41c0-99eb-9e41c7d18977","remote_addr":"127.0.0.1:61277","local_addr":"0.0.0.0:12810","task":"repair","latency_us":326,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.780954386Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:61432"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.781516296Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/11/files","method":"GET","req_id":"4fd0f381-d6b9-411d-a067-8494e37452b7","remote_addr":"127.0.0.1:61432","local_addr":"0.0.0.0:12810","task":"repair","latency_us":213,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.782599281Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/11/data","method":"GET","req_id":"6d4fde97-f6e0-4d16-a6e7-4604e7af6505","remote_addr":"127.0.0.1:61432","local_addr":"0.0.0.0:12810","task":"repair","latency_us":323,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.873532345Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:64793"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.874085142Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/12/files","method":"GET","req_id":"0f71eb82-159a-4b18-8ceb-cc24ed4442c8","remote_addr":"127.0.0.1:64793","local_addr":"0.0.0.0:12810","task":"repair","latency_us":213,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.875184451Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/12/data","method":"GET","req_id":"8fb4fb7b-8340-4207-9654-82a4eaf88b7c","remote_addr":"127.0.0.1:64793","local_addr":"0.0.0.0:12810","task":"repair","latency_us":321,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.964755734Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:61968"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.96533656Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/13/files","method":"GET","req_id":"ace3d18f-1dbb-4293-9b2a-1f71c83e7f31","remote_addr":"127.0.0.1:61968","local_addr":"0.0.0.0:12810","task":"repair","latency_us":202,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:22.966462374Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/13/data","method":"GET","req_id":"c2111361-6f23-4e87-8bd0-a0085b29448d","remote_addr":"127.0.0.1:61968","local_addr":"0.0.0.0:12810","task":"repair","latency_us":314,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:23.055138123Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:49820"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:23.055711219Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/14/files","method":"GET","req_id":"7de0effe-81b5-45e3-9da7-dd5c0f4273b3","remote_addr":"127.0.0.1:49820","local_addr":"0.0.0.0:12810","task":"repair","latency_us":212,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:23.056854857Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/14/data","method":"GET","req_id":"fc1f5d31-7349-4162-bbef-9407316a4204","remote_addr":"127.0.0.1:49820","local_addr":"0.0.0.0:12810","task":"repair","latency_us":323,"response_code":"200"} {"msg":"upstairs UpstairsConnection { upstairs_id: 34381887-ff2d-426d-88ca-9c3774bedafa, session_id: 658c967f-7937-41e8-aea0-1f85665588d4, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:55:39.237531284Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 34381887-ff2d-426d-88ca-9c3774bedafa, session_id: 658c967f-7937-41e8-aea0-1f85665588d4, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:55:39.237599396Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"main"} {"msg":"connection (127.0.0.1:52018): all done","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:39.23762298Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"accepted connection from 127.0.0.1:39993","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:45.643461489Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"main"} {"msg":"Connection request from 34381887-ff2d-426d-88ca-9c3774bedafa with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:45.644156232Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 34381887-ff2d-426d-88ca-9c3774bedafa, session_id: 658c967f-7937-41e8-aea0-1f85665588d4, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:45.644194363Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 34381887-ff2d-426d-88ca-9c3774bedafa, session_id: 658c967f-7937-41e8-aea0-1f85665588d4, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:45.644467902Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Current flush_numbers [0..12]: [856, 852, 841, 856, 850, 857, 857, 857, 857, 853, 856, 853]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:45.645202409Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:45.645245666Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:45.650325226Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:45.72283489Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/000.copy\" to \"/var/tmp/dsc/region/8810/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:45.733236936Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/000.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:45.735296045Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/000.replace\" to \"/var/tmp/dsc/region/8810/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:45.73916014Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:45.750647198Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:45.815198984Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/001.copy\" to \"/var/tmp/dsc/region/8810/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:45.82521372Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/001.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:45.828008889Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/001.replace\" to \"/var/tmp/dsc/region/8810/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:45.831361745Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:45.839379379Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:45.902785207Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/002.copy\" to \"/var/tmp/dsc/region/8810/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:45.91325821Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/002.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:45.916507175Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/002.replace\" to \"/var/tmp/dsc/region/8810/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:45.919472184Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:45.927546421Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:45.995682212Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/003.copy\" to \"/var/tmp/dsc/region/8810/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.006846632Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/003.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.00997172Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/003.replace\" to \"/var/tmp/dsc/region/8810/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.013367499Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.021946542Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.087103829Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/004.copy\" to \"/var/tmp/dsc/region/8810/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.097203075Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/004.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.099671972Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/004.replace\" to \"/var/tmp/dsc/region/8810/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.102839252Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.109753227Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.177427093Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/005.copy\" to \"/var/tmp/dsc/region/8810/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.187293064Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/005.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.189555098Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/005.replace\" to \"/var/tmp/dsc/region/8810/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.193913904Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.210557254Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.275556235Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/006.copy\" to \"/var/tmp/dsc/region/8810/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.285517319Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/006.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.288521004Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/006.replace\" to \"/var/tmp/dsc/region/8810/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.292294628Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.29841297Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.365148842Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/007.copy\" to \"/var/tmp/dsc/region/8810/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.375921639Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/007.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.378128603Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/007.replace\" to \"/var/tmp/dsc/region/8810/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.381022053Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.393473826Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.456620923Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/008.copy\" to \"/var/tmp/dsc/region/8810/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.466772342Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/008.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.469177446Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/008.replace\" to \"/var/tmp/dsc/region/8810/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.4720374Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.478832226Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.542641853Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/009.copy\" to \"/var/tmp/dsc/region/8810/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.552357721Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/009.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.554569026Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/009.replace\" to \"/var/tmp/dsc/region/8810/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.558171357Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.568578624Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.632069751Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00A.copy\" to \"/var/tmp/dsc/region/8810/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.642911016Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00A.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.644988747Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00A.replace\" to \"/var/tmp/dsc/region/8810/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.648357957Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.657075586Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.718823187Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00B.copy\" to \"/var/tmp/dsc/region/8810/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.729308272Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00B.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.732660442Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00B.replace\" to \"/var/tmp/dsc/region/8810/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.735672797Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.743943752Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.816022557Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00C.copy\" to \"/var/tmp/dsc/region/8810/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.828172327Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00C.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.831591186Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00C.replace\" to \"/var/tmp/dsc/region/8810/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.835358418Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.856329834Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.918771465Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00D.copy\" to \"/var/tmp/dsc/region/8810/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.929123395Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00D.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.931220739Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00D.replace\" to \"/var/tmp/dsc/region/8810/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.934465076Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:46.952671812Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:47.021869005Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00E.copy\" to \"/var/tmp/dsc/region/8810/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:47.032234898Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00E.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:47.035511922Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00E.replace\" to \"/var/tmp/dsc/region/8810/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:47.038889963Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.046505512Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:48837"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.047031729Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/0/files","method":"GET","req_id":"a7d26ca6-0bad-4e2d-b33a-aa43940dd552","remote_addr":"127.0.0.1:48837","local_addr":"0.0.0.0:12810","task":"repair","latency_us":203,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.04816691Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/0/data","method":"GET","req_id":"5988e068-6dee-462d-93e4-cd9e96405f80","remote_addr":"127.0.0.1:48837","local_addr":"0.0.0.0:12810","task":"repair","latency_us":378,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.133974879Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:52678"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.134517135Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/1/files","method":"GET","req_id":"ca8727c7-d5b9-40b0-8ce4-b187ab4acae4","remote_addr":"127.0.0.1:52678","local_addr":"0.0.0.0:12810","task":"repair","latency_us":209,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.135614386Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/1/data","method":"GET","req_id":"7f87a42e-4c15-4154-ab77-0cb7dc87a7c3","remote_addr":"127.0.0.1:52678","local_addr":"0.0.0.0:12810","task":"repair","latency_us":332,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.221950492Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:58801"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.222517068Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/2/files","method":"GET","req_id":"a624dff7-477c-4770-aa70-f8ad51b87a93","remote_addr":"127.0.0.1:58801","local_addr":"0.0.0.0:12810","task":"repair","latency_us":216,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.223631457Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/2/data","method":"GET","req_id":"f62d79a2-2dcc-46a1-a7af-f1fd0cab0791","remote_addr":"127.0.0.1:58801","local_addr":"0.0.0.0:12810","task":"repair","latency_us":336,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.310677966Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:43030"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.311109921Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/3/files","method":"GET","req_id":"c5ff6fdf-aa52-4dae-82c9-7fdcdd379c80","remote_addr":"127.0.0.1:43030","local_addr":"0.0.0.0:12810","task":"repair","latency_us":211,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.312181637Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/3/data","method":"GET","req_id":"a827a1f2-2919-448a-907c-3a4b553774e7","remote_addr":"127.0.0.1:43030","local_addr":"0.0.0.0:12810","task":"repair","latency_us":323,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.396716581Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:58344"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.397268895Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/4/files","method":"GET","req_id":"736d5daa-6f21-4df4-98ad-70e92b7128fe","remote_addr":"127.0.0.1:58344","local_addr":"0.0.0.0:12810","task":"repair","latency_us":220,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.398384686Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/4/data","method":"GET","req_id":"611aa69b-c7e5-4524-83d7-f98890c60d5d","remote_addr":"127.0.0.1:58344","local_addr":"0.0.0.0:12810","task":"repair","latency_us":330,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.484723008Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:58514"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.485259934Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/5/files","method":"GET","req_id":"63d4fcd9-ad1c-40d6-8ed4-84c9a6b33538","remote_addr":"127.0.0.1:58514","local_addr":"0.0.0.0:12810","task":"repair","latency_us":213,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.486341628Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/5/data","method":"GET","req_id":"3985daa1-25a7-47e7-8122-6e37f76bbaab","remote_addr":"127.0.0.1:58514","local_addr":"0.0.0.0:12810","task":"repair","latency_us":312,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.571958979Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:52743"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.572514514Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/6/files","method":"GET","req_id":"4288fd8e-2e00-4748-8b2b-7df59f9fa9f6","remote_addr":"127.0.0.1:52743","local_addr":"0.0.0.0:12810","task":"repair","latency_us":202,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.573604883Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/6/data","method":"GET","req_id":"6d02a4ba-de0c-47dd-9211-2c218a1321b9","remote_addr":"127.0.0.1:52743","local_addr":"0.0.0.0:12810","task":"repair","latency_us":322,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.668180596Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:34816"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.66873767Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/7/files","method":"GET","req_id":"f3663cca-f7ca-4b3f-a9d3-bfb9b5e5f025","remote_addr":"127.0.0.1:34816","local_addr":"0.0.0.0:12810","task":"repair","latency_us":209,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.669841911Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/7/data","method":"GET","req_id":"2aa6d52d-5df2-4935-8b6c-c450ee976579","remote_addr":"127.0.0.1:34816","local_addr":"0.0.0.0:12810","task":"repair","latency_us":324,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.757718463Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:46424"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.758272741Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/8/files","method":"GET","req_id":"5bc5ccb6-07f7-4028-b82c-d20c444dc4fa","remote_addr":"127.0.0.1:46424","local_addr":"0.0.0.0:12810","task":"repair","latency_us":202,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.759342789Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/8/data","method":"GET","req_id":"6e0bb16e-ba28-4ff4-94a4-91c02780f9f9","remote_addr":"127.0.0.1:46424","local_addr":"0.0.0.0:12810","task":"repair","latency_us":322,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.847031255Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:58201"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.847499098Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/9/files","method":"GET","req_id":"50eff8f3-4525-4a94-a390-4ae340000540","remote_addr":"127.0.0.1:58201","local_addr":"0.0.0.0:12810","task":"repair","latency_us":217,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.848584611Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/9/data","method":"GET","req_id":"e0317250-319d-4e3e-8503-05f9c80a7cc7","remote_addr":"127.0.0.1:58201","local_addr":"0.0.0.0:12810","task":"repair","latency_us":320,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.937312973Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:49991"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.93785759Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/10/files","method":"GET","req_id":"fcf95f71-afd0-49c3-b634-13442ab839da","remote_addr":"127.0.0.1:49991","local_addr":"0.0.0.0:12810","task":"repair","latency_us":206,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:55.938962067Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/10/data","method":"GET","req_id":"c3bb4cdf-776d-4ddc-b758-8d32f5f9ae57","remote_addr":"127.0.0.1:49991","local_addr":"0.0.0.0:12810","task":"repair","latency_us":311,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:56.032762861Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:49282"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:56.033356028Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/11/files","method":"GET","req_id":"abab34ec-68a7-40af-9dbf-caf625a65103","remote_addr":"127.0.0.1:49282","local_addr":"0.0.0.0:12810","task":"repair","latency_us":211,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:56.034439502Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/11/data","method":"GET","req_id":"c5236396-8c5c-4f88-adef-fcf69a538e64","remote_addr":"127.0.0.1:49282","local_addr":"0.0.0.0:12810","task":"repair","latency_us":309,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:56.119137384Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:38584"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:56.119678832Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/12/files","method":"GET","req_id":"5553f589-540e-4d89-8f3c-abe11889e72c","remote_addr":"127.0.0.1:38584","local_addr":"0.0.0.0:12810","task":"repair","latency_us":210,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:56.120742676Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/12/data","method":"GET","req_id":"4c9eda3f-c382-4e8a-a6e4-5ffc34d1d16f","remote_addr":"127.0.0.1:38584","local_addr":"0.0.0.0:12810","task":"repair","latency_us":310,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:56.210726164Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:62385"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:56.211291689Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/13/files","method":"GET","req_id":"6637e56e-f7c7-4b0f-b77d-5afdb7f6f178","remote_addr":"127.0.0.1:62385","local_addr":"0.0.0.0:12810","task":"repair","latency_us":208,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:56.212427021Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/13/data","method":"GET","req_id":"2aef6cc4-8eb7-4404-a441-15c516b52247","remote_addr":"127.0.0.1:62385","local_addr":"0.0.0.0:12810","task":"repair","latency_us":324,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:56.306300979Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:63851"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:56.306737867Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/14/files","method":"GET","req_id":"a17a2ea4-234d-4007-9acc-5d1b76a2afeb","remote_addr":"127.0.0.1:63851","local_addr":"0.0.0.0:12810","task":"repair","latency_us":212,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:55:56.307815869Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/14/data","method":"GET","req_id":"22286119-96ac-4b61-bfb2-175ce8eb041b","remote_addr":"127.0.0.1:63851","local_addr":"0.0.0.0:12810","task":"repair","latency_us":315,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:04.463796805Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:34748"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:04.464278235Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/0/files","method":"GET","req_id":"bc78b19a-39ae-4325-accc-3c0ccc0a867d","remote_addr":"127.0.0.1:34748","local_addr":"0.0.0.0:12810","task":"repair","latency_us":258,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:04.465322705Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/0/data","method":"GET","req_id":"af60edd8-940a-4a2b-b026-9a1c81a867b4","remote_addr":"127.0.0.1:34748","local_addr":"0.0.0.0:12810","task":"repair","latency_us":313,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:04.553154569Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:59843"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:04.553755534Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/1/files","method":"GET","req_id":"ee344748-ce25-4cb8-a27f-74139381a3af","remote_addr":"127.0.0.1:59843","local_addr":"0.0.0.0:12810","task":"repair","latency_us":207,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:04.554831528Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/1/data","method":"GET","req_id":"73f6c69b-bdd9-47df-a17c-1b49adaceb34","remote_addr":"127.0.0.1:59843","local_addr":"0.0.0.0:12810","task":"repair","latency_us":313,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:04.640504345Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:34425"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:04.641069255Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/2/files","method":"GET","req_id":"082cefa2-6e4e-48fd-8e45-60ade0d0581f","remote_addr":"127.0.0.1:34425","local_addr":"0.0.0.0:12810","task":"repair","latency_us":206,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:04.642145965Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/2/data","method":"GET","req_id":"90b7df49-49fd-4d62-8172-dcbd4f4ce167","remote_addr":"127.0.0.1:34425","local_addr":"0.0.0.0:12810","task":"repair","latency_us":311,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:04.728033524Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:47395"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:04.728522767Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/3/files","method":"GET","req_id":"b5bc0e93-7ca7-4faa-beea-388694009db0","remote_addr":"127.0.0.1:47395","local_addr":"0.0.0.0:12810","task":"repair","latency_us":215,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:04.729596305Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/3/data","method":"GET","req_id":"d0f0e397-cc0f-4f00-a253-026b8b31c38c","remote_addr":"127.0.0.1:47395","local_addr":"0.0.0.0:12810","task":"repair","latency_us":323,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:04.81332201Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:41803"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:04.813749235Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/4/files","method":"GET","req_id":"2f688518-4c95-44c8-ac91-0fdb3169f1fb","remote_addr":"127.0.0.1:41803","local_addr":"0.0.0.0:12810","task":"repair","latency_us":206,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:04.814815757Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/4/data","method":"GET","req_id":"d562ea50-47d8-4c0f-bc53-a6b156096106","remote_addr":"127.0.0.1:41803","local_addr":"0.0.0.0:12810","task":"repair","latency_us":316,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:04.898719901Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:56066"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:04.899294622Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/5/files","method":"GET","req_id":"63afbf2c-39b7-41ee-9163-544e516852eb","remote_addr":"127.0.0.1:56066","local_addr":"0.0.0.0:12810","task":"repair","latency_us":209,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:04.900348014Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/5/data","method":"GET","req_id":"a36dba91-2c6b-4aae-8c7e-6910340d71de","remote_addr":"127.0.0.1:56066","local_addr":"0.0.0.0:12810","task":"repair","latency_us":308,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:04.987981294Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:42793"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:04.988526858Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/6/files","method":"GET","req_id":"fc885668-8bb8-4bab-84ed-7a7ac7fef7f9","remote_addr":"127.0.0.1:42793","local_addr":"0.0.0.0:12810","task":"repair","latency_us":213,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:04.989601605Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/6/data","method":"GET","req_id":"157685e3-3eea-429f-8644-6beb4a2b5ac1","remote_addr":"127.0.0.1:42793","local_addr":"0.0.0.0:12810","task":"repair","latency_us":320,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:05.079839971Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:37405"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:05.080400523Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/7/files","method":"GET","req_id":"4ef4573b-0090-48fb-87d1-0be4617dc32b","remote_addr":"127.0.0.1:37405","local_addr":"0.0.0.0:12810","task":"repair","latency_us":223,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:05.081481186Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/7/data","method":"GET","req_id":"5b4db1bd-3c4b-4a8c-ad2f-966364e0f76c","remote_addr":"127.0.0.1:37405","local_addr":"0.0.0.0:12810","task":"repair","latency_us":314,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:05.171729567Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:52280"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:05.172338866Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/8/files","method":"GET","req_id":"b0127d14-9ae3-474b-a912-e27068792603","remote_addr":"127.0.0.1:52280","local_addr":"0.0.0.0:12810","task":"repair","latency_us":208,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:05.173440018Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/8/data","method":"GET","req_id":"411c540f-7876-4f23-88a7-2f20de82c76d","remote_addr":"127.0.0.1:52280","local_addr":"0.0.0.0:12810","task":"repair","latency_us":317,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:05.260756538Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:52887"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:05.261245799Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/9/files","method":"GET","req_id":"1b0476cd-4316-4a70-b7d5-76872dbb33e2","remote_addr":"127.0.0.1:52887","local_addr":"0.0.0.0:12810","task":"repair","latency_us":206,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:05.262317377Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/9/data","method":"GET","req_id":"0d9a67ca-076c-4213-9afb-43c1002e674d","remote_addr":"127.0.0.1:52887","local_addr":"0.0.0.0:12810","task":"repair","latency_us":320,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:05.35618999Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:59295"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:05.356828008Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/10/files","method":"GET","req_id":"8d75bce6-cfd7-4916-98f4-d3af39919150","remote_addr":"127.0.0.1:59295","local_addr":"0.0.0.0:12810","task":"repair","latency_us":212,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:05.357933224Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/10/data","method":"GET","req_id":"d8713d3f-5572-43b5-87f8-a939ab9c49e0","remote_addr":"127.0.0.1:59295","local_addr":"0.0.0.0:12810","task":"repair","latency_us":315,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:05.448545374Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:50386"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:05.449105848Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/11/files","method":"GET","req_id":"ab40a07e-8084-427f-add6-d307bc37fcac","remote_addr":"127.0.0.1:50386","local_addr":"0.0.0.0:12810","task":"repair","latency_us":225,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:05.450154205Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/11/data","method":"GET","req_id":"bde8d60a-f8b9-47cb-8674-90bcdcef995e","remote_addr":"127.0.0.1:50386","local_addr":"0.0.0.0:12810","task":"repair","latency_us":318,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:05.53512796Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:34596"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:05.535722842Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/12/files","method":"GET","req_id":"9630fe9a-4335-4b5c-a300-4fd6b292b7e3","remote_addr":"127.0.0.1:34596","local_addr":"0.0.0.0:12810","task":"repair","latency_us":212,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:05.536791146Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/12/data","method":"GET","req_id":"6982cfe3-573a-44de-a4cc-8248cb77c129","remote_addr":"127.0.0.1:34596","local_addr":"0.0.0.0:12810","task":"repair","latency_us":312,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:05.625753298Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:41250"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:05.626321426Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/13/files","method":"GET","req_id":"449b4dd9-852b-428f-bdb0-418871b412a2","remote_addr":"127.0.0.1:41250","local_addr":"0.0.0.0:12810","task":"repair","latency_us":233,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:05.627490452Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/13/data","method":"GET","req_id":"3fa32599-39eb-436f-bd0b-63027a72253e","remote_addr":"127.0.0.1:41250","local_addr":"0.0.0.0:12810","task":"repair","latency_us":313,"response_code":"200"} {"msg":"15470 job Read for connection UpstairsConnection { upstairs_id: 34381887-ff2d-426d-88ca-9c3774bedafa, session_id: 658c967f-7937-41e8-aea0-1f85665588d4, gen: 1 } waiting on 1 deps","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:56:05.648680612Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"role":"work"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:05.713308559Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:47575"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:05.713726113Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/extent/14/files","method":"GET","req_id":"e4291eba-356d-4fdb-9a47-78f1fe0f1e14","remote_addr":"127.0.0.1:47575","local_addr":"0.0.0.0:12810","task":"repair","latency_us":206,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:05.714825846Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"uri":"/newextent/14/data","method":"GET","req_id":"18c844fa-75b2-4a66-a135-6e1eb799eb43","remote_addr":"127.0.0.1:47575","local_addr":"0.0.0.0:12810","task":"repair","latency_us":315,"response_code":"200"} {"msg":"connection (127.0.0.1:39993) Exits with error: Error reading from Upstairs: Connection reset by peer (os error 131)","v":0,"name":"crucible","level":50,"time":"2024-01-10T17:56:12.795794009Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"accepted connection from 127.0.0.1:41901","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.140092814Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"main"} {"msg":"Connection request from 34381887-ff2d-426d-88ca-9c3774bedafa with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.140206116Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 34381887-ff2d-426d-88ca-9c3774bedafa, session_id: 658c967f-7937-41e8-aea0-1f85665588d4, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.140239748Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 34381887-ff2d-426d-88ca-9c3774bedafa, session_id: 658c967f-7937-41e8-aea0-1f85665588d4, gen: 1 } to UpstairsConnection { upstairs_id: 34381887-ff2d-426d-88ca-9c3774bedafa, session_id: 658c967f-7937-41e8-aea0-1f85665588d4, gen: 1 }","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:56:23.140588306Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Signaling to UpstairsConnection { upstairs_id: 34381887-ff2d-426d-88ca-9c3774bedafa, session_id: 658c967f-7937-41e8-aea0-1f85665588d4, gen: 1 } thread that UpstairsConnection { upstairs_id: 34381887-ff2d-426d-88ca-9c3774bedafa, session_id: 658c967f-7937-41e8-aea0-1f85665588d4, gen: 1 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:56:23.140626743Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Error while signaling to UpstairsConnection { upstairs_id: 34381887-ff2d-426d-88ca-9c3774bedafa, session_id: 658c967f-7937-41e8-aea0-1f85665588d4, gen: 1 } thread: SendError { .. }","v":0,"name":"crucible","level":50,"time":"2024-01-10T17:56:23.140651855Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"UpstairsConnection { upstairs_id: 34381887-ff2d-426d-88ca-9c3774bedafa, session_id: 658c967f-7937-41e8-aea0-1f85665588d4, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.140673947Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Current flush_numbers [0..12]: [1666, 1666, 1664, 1666, 1666, 1652, 1666, 1661, 1661, 1660, 1666, 1666]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.143864474Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.14390539Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.147695455Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.210641631Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/000.copy\" to \"/var/tmp/dsc/region/8810/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.220897431Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/000.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.224016159Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/000.replace\" to \"/var/tmp/dsc/region/8810/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.227405974Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.234809105Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.297907906Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/001.copy\" to \"/var/tmp/dsc/region/8810/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.307781548Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/001.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.310850487Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/001.replace\" to \"/var/tmp/dsc/region/8810/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.313801628Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.319857704Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.382520062Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/002.copy\" to \"/var/tmp/dsc/region/8810/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.392565594Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/002.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.395763049Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/002.replace\" to \"/var/tmp/dsc/region/8810/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.398711756Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.404951708Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.471123336Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/003.copy\" to \"/var/tmp/dsc/region/8810/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.481456532Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/003.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.48411778Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/003.replace\" to \"/var/tmp/dsc/region/8810/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.487012302Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.492636863Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.555481503Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/004.copy\" to \"/var/tmp/dsc/region/8810/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.565703704Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/004.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.568927649Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/004.replace\" to \"/var/tmp/dsc/region/8810/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.57271862Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.580751313Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.645702956Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/005.copy\" to \"/var/tmp/dsc/region/8810/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.655613645Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/005.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.657829725Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/005.replace\" to \"/var/tmp/dsc/region/8810/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.661840263Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.668004243Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.728561175Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/006.copy\" to \"/var/tmp/dsc/region/8810/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.738430831Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/006.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.740970193Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/006.replace\" to \"/var/tmp/dsc/region/8810/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.744072001Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.750739733Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.813001289Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/007.copy\" to \"/var/tmp/dsc/region/8810/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.822954262Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/007.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.826109755Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/007.replace\" to \"/var/tmp/dsc/region/8810/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.829360303Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.840894486Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.90753739Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/008.copy\" to \"/var/tmp/dsc/region/8810/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.918300819Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/008.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.921417253Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/008.replace\" to \"/var/tmp/dsc/region/8810/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.924434222Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:23.934168495Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.000750976Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/009.copy\" to \"/var/tmp/dsc/region/8810/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.011179347Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/009.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.01472606Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/009.replace\" to \"/var/tmp/dsc/region/8810/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.018085152Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.025593186Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.088312695Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00A.copy\" to \"/var/tmp/dsc/region/8810/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.097786101Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00A.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.099971086Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00A.replace\" to \"/var/tmp/dsc/region/8810/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.104339063Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.112300278Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.180081032Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00B.copy\" to \"/var/tmp/dsc/region/8810/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.190305272Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00B.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.192442558Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00B.replace\" to \"/var/tmp/dsc/region/8810/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.195245622Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.210086784Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.276092911Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00C.copy\" to \"/var/tmp/dsc/region/8810/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.286892469Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00C.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.289102786Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00C.replace\" to \"/var/tmp/dsc/region/8810/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.292486403Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.301242224Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.36477032Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00D.copy\" to \"/var/tmp/dsc/region/8810/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.374838202Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00D.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.377041091Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00D.replace\" to \"/var/tmp/dsc/region/8810/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.379975234Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.388769182Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.450261907Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/00E.copy\" to \"/var/tmp/dsc/region/8810/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.46087011Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/00E.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.464276033Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"Move directory \"/var/tmp/dsc/region/8810/00/000/00E.replace\" to \"/var/tmp/dsc/region/8810/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:24.467173477Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159} {"msg":"upstairs UpstairsConnection { upstairs_id: 34381887-ff2d-426d-88ca-9c3774bedafa, session_id: 658c967f-7937-41e8-aea0-1f85665588d4, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:56:31.398400507Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 34381887-ff2d-426d-88ca-9c3774bedafa, session_id: 658c967f-7937-41e8-aea0-1f85665588d4, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-10T17:56:31.398497881Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159,"task":"main"} {"msg":"connection (127.0.0.1:41901): all done","v":0,"name":"crucible","level":30,"time":"2024-01-10T17:56:31.398536592Z","hostname":"ip-10-150-1-229.us-west-2.compute.internal","pid":1159}