{"msg":"Opened existing region file \"/var/tmp/dsc/region/8840/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:50.987256847Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:50.987523644Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:50.987547761Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"UUID: 12345678-0000-0000-0000-000000008840","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:50.988088383Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:50.988110971Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ebef7f4917e579ad4649dc0478073aaafe487733\nCommit timestamp: 2024-02-08T06:19:45.000000000Z branch: alan/downstairs-clone\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:50.988296197Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:50.988335403Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12840 for path:\"/var/tmp/dsc/region/8840\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:50.989202165Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:50.989490369Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12840","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:50.989614434Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:50.989633422Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8840","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:50.989690454Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"accepted connection from 127.0.0.1:45262","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.379661428Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Connection request from 861c29ff-b4fe-4aa1-8a93-27f544c1a828 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.380092254Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 861c29ff-b4fe-4aa1-8a93-27f544c1a828, session_id: b6b6eb40-90ca-4064-ae08-d2f6e27389a4, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.38012377Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 861c29ff-b4fe-4aa1-8a93-27f544c1a828, session_id: b6b6eb40-90ca-4064-ae08-d2f6e27389a4, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.380894385Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.381638742Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.381665389Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.383924658Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.43480241Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/000.copy\" to \"/var/tmp/dsc/region/8840/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.442686321Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/000.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.443951043Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/000.replace\" to \"/var/tmp/dsc/region/8840/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.470571948Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.517235742Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.553288535Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/001.copy\" to \"/var/tmp/dsc/region/8840/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.580766912Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/001.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.583848199Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/001.replace\" to \"/var/tmp/dsc/region/8840/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.608855543Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.637197124Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.668603103Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/002.copy\" to \"/var/tmp/dsc/region/8840/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.723557709Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/002.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.727685876Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/002.replace\" to \"/var/tmp/dsc/region/8840/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.78425733Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.813745508Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.847520543Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/003.copy\" to \"/var/tmp/dsc/region/8840/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.878561939Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/003.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.881968555Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/003.replace\" to \"/var/tmp/dsc/region/8840/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.905615709Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.937311652Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.969364752Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/004.copy\" to \"/var/tmp/dsc/region/8840/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:57.996854678Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/004.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:58.000282722Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/004.replace\" to \"/var/tmp/dsc/region/8840/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:58.065960495Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:58.092914248Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:58.125807563Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/005.copy\" to \"/var/tmp/dsc/region/8840/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:58.156653162Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/005.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:58.160197182Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/005.replace\" to \"/var/tmp/dsc/region/8840/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:58.197160932Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:58.322713649Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:58.353506235Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/006.copy\" to \"/var/tmp/dsc/region/8840/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:58.425328075Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/006.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:58.430530149Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/006.replace\" to \"/var/tmp/dsc/region/8840/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:58.485890664Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:58.65855872Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:58.692688681Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/007.copy\" to \"/var/tmp/dsc/region/8840/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:58.776874516Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/007.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:58.782666317Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/007.replace\" to \"/var/tmp/dsc/region/8840/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:58.840809596Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:59.13717747Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:59.168290006Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/008.copy\" to \"/var/tmp/dsc/region/8840/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:59.293082168Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/008.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:59.301381018Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/008.replace\" to \"/var/tmp/dsc/region/8840/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:59.440172551Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:59.576244772Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:59.609762929Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/009.copy\" to \"/var/tmp/dsc/region/8840/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:59.703392281Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/009.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:59.709527309Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/009.replace\" to \"/var/tmp/dsc/region/8840/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:59.76451954Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:59.870429777Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:59.902307218Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00A.copy\" to \"/var/tmp/dsc/region/8840/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:59.974904472Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00A.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:38:59.980259197Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00A.replace\" to \"/var/tmp/dsc/region/8840/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:00.061035125Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:00.222998661Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:00.253740223Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00B.copy\" to \"/var/tmp/dsc/region/8840/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:00.320812794Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00B.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:00.325606948Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00B.replace\" to \"/var/tmp/dsc/region/8840/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:00.429570037Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:00.638146812Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:00.671695336Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00C.copy\" to \"/var/tmp/dsc/region/8840/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:00.712780304Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00C.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:00.792221168Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00C.replace\" to \"/var/tmp/dsc/region/8840/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:00.852139497Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:00.860152222Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:00.900884853Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00D.copy\" to \"/var/tmp/dsc/region/8840/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:00.941284326Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00D.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:00.945975673Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00D.replace\" to \"/var/tmp/dsc/region/8840/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:01.077819929Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1510 job Read for connection UpstairsConnection { upstairs_id: 861c29ff-b4fe-4aa1-8a93-27f544c1a828, session_id: b6b6eb40-90ca-4064-ae08-d2f6e27389a4, gen: 1 } waiting on 1 deps","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:39:01.240978517Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"role":"work"} {"msg":"1511 job Flush for connection UpstairsConnection { upstairs_id: 861c29ff-b4fe-4aa1-8a93-27f544c1a828, session_id: b6b6eb40-90ca-4064-ae08-d2f6e27389a4, gen: 1 } waiting on 2 deps","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:39:01.241056217Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"role":"work"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:01.241953656Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:01.272641314Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00E.copy\" to \"/var/tmp/dsc/region/8840/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:01.327787506Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00E.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:01.332379095Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00E.replace\" to \"/var/tmp/dsc/region/8840/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:01.437494611Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"4013 job Read for connection UpstairsConnection { upstairs_id: 861c29ff-b4fe-4aa1-8a93-27f544c1a828, session_id: b6b6eb40-90ca-4064-ae08-d2f6e27389a4, gen: 1 } waiting on 1 deps","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:39:12.39610905Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"role":"work"} {"msg":"connection (127.0.0.1:45262) Exits with error: Error reading from Upstairs: Connection reset by peer (os error 131)","v":0,"name":"crucible","level":50,"time":"2024-02-08T06:39:24.962719909Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"accepted connection from 127.0.0.1:61405","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.84097376Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Connection request from 861c29ff-b4fe-4aa1-8a93-27f544c1a828 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.841249646Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 861c29ff-b4fe-4aa1-8a93-27f544c1a828, session_id: b6b6eb40-90ca-4064-ae08-d2f6e27389a4, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.841276533Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 861c29ff-b4fe-4aa1-8a93-27f544c1a828, session_id: b6b6eb40-90ca-4064-ae08-d2f6e27389a4, gen: 1 } to UpstairsConnection { upstairs_id: 861c29ff-b4fe-4aa1-8a93-27f544c1a828, session_id: b6b6eb40-90ca-4064-ae08-d2f6e27389a4, gen: 1 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:39:32.841491876Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Signaling to UpstairsConnection { upstairs_id: 861c29ff-b4fe-4aa1-8a93-27f544c1a828, session_id: b6b6eb40-90ca-4064-ae08-d2f6e27389a4, gen: 1 } thread that UpstairsConnection { upstairs_id: 861c29ff-b4fe-4aa1-8a93-27f544c1a828, session_id: b6b6eb40-90ca-4064-ae08-d2f6e27389a4, gen: 1 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:39:32.841521792Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Error while signaling to UpstairsConnection { upstairs_id: 861c29ff-b4fe-4aa1-8a93-27f544c1a828, session_id: b6b6eb40-90ca-4064-ae08-d2f6e27389a4, gen: 1 } thread: SendError { .. }","v":0,"name":"crucible","level":50,"time":"2024-02-08T06:39:32.84153753Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"UpstairsConnection { upstairs_id: 861c29ff-b4fe-4aa1-8a93-27f544c1a828, session_id: b6b6eb40-90ca-4064-ae08-d2f6e27389a4, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.841555218Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Current flush_numbers [0..12]: [650, 653, 653, 653, 652, 653, 651, 652, 653, 650, 653, 638]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.842157473Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.842193119Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.845174119Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.877024613Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/000.copy\" to \"/var/tmp/dsc/region/8840/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.884204401Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/000.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.886234839Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/000.replace\" to \"/var/tmp/dsc/region/8840/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.888955041Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.895062873Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.926675307Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/001.copy\" to \"/var/tmp/dsc/region/8840/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.933271938Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/001.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.934880298Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/001.replace\" to \"/var/tmp/dsc/region/8840/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.938474521Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.946804037Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.977285572Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/002.copy\" to \"/var/tmp/dsc/region/8840/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.984178556Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/002.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.986088688Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/002.replace\" to \"/var/tmp/dsc/region/8840/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.988965101Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:32.993859493Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.025740114Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/003.copy\" to \"/var/tmp/dsc/region/8840/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.032639027Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/003.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.034923163Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/003.replace\" to \"/var/tmp/dsc/region/8840/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.036952522Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.044339024Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.073806745Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/004.copy\" to \"/var/tmp/dsc/region/8840/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.080319886Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/004.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.081484741Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/004.replace\" to \"/var/tmp/dsc/region/8840/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.084749995Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.090898702Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.122255698Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/005.copy\" to \"/var/tmp/dsc/region/8840/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.129209704Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/005.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.130895505Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/005.replace\" to \"/var/tmp/dsc/region/8840/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.133300766Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.139986546Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.175602623Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/006.copy\" to \"/var/tmp/dsc/region/8840/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.182319678Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/006.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.183659382Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/006.replace\" to \"/var/tmp/dsc/region/8840/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.186891841Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.194715359Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.229380654Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/007.copy\" to \"/var/tmp/dsc/region/8840/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.23657787Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/007.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.238455687Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/007.replace\" to \"/var/tmp/dsc/region/8840/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.241080891Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.25469408Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.285826274Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/008.copy\" to \"/var/tmp/dsc/region/8840/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.291823479Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/008.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.293731712Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/008.replace\" to \"/var/tmp/dsc/region/8840/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.295833221Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.30308674Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.338443649Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/009.copy\" to \"/var/tmp/dsc/region/8840/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.344535523Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/009.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.346476811Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/009.replace\" to \"/var/tmp/dsc/region/8840/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.349633239Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.35687325Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.389683316Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00A.copy\" to \"/var/tmp/dsc/region/8840/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.396688736Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00A.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.398576961Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00A.replace\" to \"/var/tmp/dsc/region/8840/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.401303382Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.411671595Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.441556203Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00B.copy\" to \"/var/tmp/dsc/region/8840/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.447994924Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00B.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.449350216Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00B.replace\" to \"/var/tmp/dsc/region/8840/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.45205Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.456959801Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.488761481Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00C.copy\" to \"/var/tmp/dsc/region/8840/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.495787539Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00C.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.497217571Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00C.replace\" to \"/var/tmp/dsc/region/8840/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.501157182Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.507237337Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.536816253Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00D.copy\" to \"/var/tmp/dsc/region/8840/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.544223923Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00D.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.546604828Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00D.replace\" to \"/var/tmp/dsc/region/8840/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.549427317Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.554049753Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.586451399Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00E.copy\" to \"/var/tmp/dsc/region/8840/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.593363861Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00E.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.59538205Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00E.replace\" to \"/var/tmp/dsc/region/8840/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:33.599043005Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:39.673405624Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:38444"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:39.673969294Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/0/files","method":"GET","req_id":"da27c3f8-c8fc-47d8-8ae8-cf5504ca90b9","remote_addr":"127.0.0.1:38444","local_addr":"0.0.0.0:12840","task":"repair","latency_us":291,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:39.674894199Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/0/data","method":"GET","req_id":"c0746eb2-fabf-4ce1-9ac3-26e78dc2c82e","remote_addr":"127.0.0.1:38444","local_addr":"0.0.0.0:12840","task":"repair","latency_us":380,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:39.720357323Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:33061"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:39.720688552Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/1/files","method":"GET","req_id":"bd79285a-01b8-4e8a-8496-3bc57638dde0","remote_addr":"127.0.0.1:33061","local_addr":"0.0.0.0:12840","task":"repair","latency_us":107,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:39.721328412Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/1/data","method":"GET","req_id":"387b25b2-05f6-473f-b7f2-2b138d914765","remote_addr":"127.0.0.1:33061","local_addr":"0.0.0.0:12840","task":"repair","latency_us":188,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:39.771698847Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:60871"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:39.772051843Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/2/files","method":"GET","req_id":"582bc193-91e5-4aee-a9a3-3ff4595fd0b0","remote_addr":"127.0.0.1:60871","local_addr":"0.0.0.0:12840","task":"repair","latency_us":126,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:39.77280258Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/2/data","method":"GET","req_id":"829f5398-7932-48c1-9b9e-b9b8661472f8","remote_addr":"127.0.0.1:60871","local_addr":"0.0.0.0:12840","task":"repair","latency_us":236,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:39.820994315Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:60783"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:39.821340072Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/3/files","method":"GET","req_id":"b46edb0e-8ee1-4d8e-882f-592fb93d15e2","remote_addr":"127.0.0.1:60783","local_addr":"0.0.0.0:12840","task":"repair","latency_us":125,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:39.821979872Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/3/data","method":"GET","req_id":"cdf0cab1-aa2d-4da1-93a7-e96fb43a5783","remote_addr":"127.0.0.1:60783","local_addr":"0.0.0.0:12840","task":"repair","latency_us":195,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:39.878814424Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:44976"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:39.879232612Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/4/files","method":"GET","req_id":"21cdaa33-f207-466c-a27a-0176c6f81bf5","remote_addr":"127.0.0.1:44976","local_addr":"0.0.0.0:12840","task":"repair","latency_us":171,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:39.879902409Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/4/data","method":"GET","req_id":"29739440-f650-43c0-ba90-b70b02c26855","remote_addr":"127.0.0.1:44976","local_addr":"0.0.0.0:12840","task":"repair","latency_us":201,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:39.928899584Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:39492"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:39.92925088Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/5/files","method":"GET","req_id":"e45fb190-efe0-4a86-bde6-0144365691de","remote_addr":"127.0.0.1:39492","local_addr":"0.0.0.0:12840","task":"repair","latency_us":126,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:39.929982749Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/5/data","method":"GET","req_id":"fc8ea610-54c6-45bb-bd7a-981af00262b8","remote_addr":"127.0.0.1:39492","local_addr":"0.0.0.0:12840","task":"repair","latency_us":228,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:39.978231617Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:60956"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:39.978585373Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/6/files","method":"GET","req_id":"c4892a73-eae6-4442-bd4c-07947ac0609e","remote_addr":"127.0.0.1:60956","local_addr":"0.0.0.0:12840","task":"repair","latency_us":130,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:39.979303184Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/6/data","method":"GET","req_id":"17c40174-6e6c-4de3-a054-e5790d82658c","remote_addr":"127.0.0.1:60956","local_addr":"0.0.0.0:12840","task":"repair","latency_us":206,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:40.026756691Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:52381"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:40.02716662Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/7/files","method":"GET","req_id":"a27678f8-3336-47e6-a249-0468083e2809","remote_addr":"127.0.0.1:52381","local_addr":"0.0.0.0:12840","task":"repair","latency_us":158,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:40.027884361Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/7/data","method":"GET","req_id":"db099897-b68f-4a57-96ec-f90a20d7606c","remote_addr":"127.0.0.1:52381","local_addr":"0.0.0.0:12840","task":"repair","latency_us":201,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:40.08224157Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:34334"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:40.082619543Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/8/files","method":"GET","req_id":"2a527b4f-174d-4d6e-99c1-56a151239c36","remote_addr":"127.0.0.1:34334","local_addr":"0.0.0.0:12840","task":"repair","latency_us":124,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:40.083320456Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/8/data","method":"GET","req_id":"b6317aec-8b51-4e69-9803-7d2ea75b3615","remote_addr":"127.0.0.1:34334","local_addr":"0.0.0.0:12840","task":"repair","latency_us":189,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:40.131470547Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:40111"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:40.131810594Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/9/files","method":"GET","req_id":"621b959f-3888-45c0-ba5b-51ee15a73ad9","remote_addr":"127.0.0.1:40111","local_addr":"0.0.0.0:12840","task":"repair","latency_us":120,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:40.13257134Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/9/data","method":"GET","req_id":"72bb0295-4f5d-4955-b187-834cddc4f9e0","remote_addr":"127.0.0.1:40111","local_addr":"0.0.0.0:12840","task":"repair","latency_us":220,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:40.187235341Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:51466"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:40.187598466Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/10/files","method":"GET","req_id":"aff38ccd-f958-47c4-89cc-cb83719ceb30","remote_addr":"127.0.0.1:51466","local_addr":"0.0.0.0:12840","task":"repair","latency_us":128,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:40.1883749Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/10/data","method":"GET","req_id":"74352595-de97-4e86-ba1d-f502c5d60fb7","remote_addr":"127.0.0.1:51466","local_addr":"0.0.0.0:12840","task":"repair","latency_us":232,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:40.242295403Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:59557"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:40.24263902Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/11/files","method":"GET","req_id":"1b2300d8-5d49-4f76-8d03-3d76af18f75b","remote_addr":"127.0.0.1:59557","local_addr":"0.0.0.0:12840","task":"repair","latency_us":104,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:40.2432861Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/11/data","method":"GET","req_id":"0dd7be3f-35f7-47f3-a374-264873fe627c","remote_addr":"127.0.0.1:59557","local_addr":"0.0.0.0:12840","task":"repair","latency_us":188,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:40.291948247Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:63291"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:40.292308062Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/12/files","method":"GET","req_id":"c5958f0d-1c82-4b99-a0ba-bf23e93e9b52","remote_addr":"127.0.0.1:63291","local_addr":"0.0.0.0:12840","task":"repair","latency_us":118,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:40.293012574Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/12/data","method":"GET","req_id":"5425c138-078e-484f-9427-63707c636dc8","remote_addr":"127.0.0.1:63291","local_addr":"0.0.0.0:12840","task":"repair","latency_us":189,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:40.342977439Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:56130"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:40.343394117Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/13/files","method":"GET","req_id":"b85759da-5e3d-4839-800d-8f21472f84f9","remote_addr":"127.0.0.1:56130","local_addr":"0.0.0.0:12840","task":"repair","latency_us":147,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:40.344081902Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/13/data","method":"GET","req_id":"7c7ca581-19d1-4f77-b697-b0c0042e5b80","remote_addr":"127.0.0.1:56130","local_addr":"0.0.0.0:12840","task":"repair","latency_us":206,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:40.392036467Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:45468"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:40.392308523Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/14/files","method":"GET","req_id":"925c9a1e-50c2-4c40-9329-462553aa4b5f","remote_addr":"127.0.0.1:45468","local_addr":"0.0.0.0:12840","task":"repair","latency_us":118,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:40.392927216Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/14/data","method":"GET","req_id":"fd46a7a2-1392-432d-b7f0-6745fe786246","remote_addr":"127.0.0.1:45468","local_addr":"0.0.0.0:12840","task":"repair","latency_us":179,"response_code":"200"} {"msg":"connection (127.0.0.1:61405) Exits with error: Error reading from Upstairs: Connection reset by peer (os error 131)","v":0,"name":"crucible","level":50,"time":"2024-02-08T06:39:48.280159902Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"accepted connection from 127.0.0.1:49858","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.051009572Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Connection request from 861c29ff-b4fe-4aa1-8a93-27f544c1a828 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.051185641Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 861c29ff-b4fe-4aa1-8a93-27f544c1a828, session_id: b6b6eb40-90ca-4064-ae08-d2f6e27389a4, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.051226556Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 861c29ff-b4fe-4aa1-8a93-27f544c1a828, session_id: b6b6eb40-90ca-4064-ae08-d2f6e27389a4, gen: 1 } to UpstairsConnection { upstairs_id: 861c29ff-b4fe-4aa1-8a93-27f544c1a828, session_id: b6b6eb40-90ca-4064-ae08-d2f6e27389a4, gen: 1 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:39:56.052871951Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Signaling to UpstairsConnection { upstairs_id: 861c29ff-b4fe-4aa1-8a93-27f544c1a828, session_id: b6b6eb40-90ca-4064-ae08-d2f6e27389a4, gen: 1 } thread that UpstairsConnection { upstairs_id: 861c29ff-b4fe-4aa1-8a93-27f544c1a828, session_id: b6b6eb40-90ca-4064-ae08-d2f6e27389a4, gen: 1 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:39:56.052911496Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Error while signaling to UpstairsConnection { upstairs_id: 861c29ff-b4fe-4aa1-8a93-27f544c1a828, session_id: b6b6eb40-90ca-4064-ae08-d2f6e27389a4, gen: 1 } thread: SendError { .. }","v":0,"name":"crucible","level":50,"time":"2024-02-08T06:39:56.052939613Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"UpstairsConnection { upstairs_id: 861c29ff-b4fe-4aa1-8a93-27f544c1a828, session_id: b6b6eb40-90ca-4064-ae08-d2f6e27389a4, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.052971709Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Current flush_numbers [0..12]: [1451, 1457, 1457, 1454, 1457, 1457, 1457, 1457, 1457, 1457, 1455, 1452]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.053677311Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.053712307Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.055390488Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.089229876Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/000.copy\" to \"/var/tmp/dsc/region/8840/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.096418393Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/000.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.098202331Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/000.replace\" to \"/var/tmp/dsc/region/8840/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.100991985Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.108553906Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.141466838Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/001.copy\" to \"/var/tmp/dsc/region/8840/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.147050625Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/001.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.148423634Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/001.replace\" to \"/var/tmp/dsc/region/8840/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.152301593Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.156585731Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.186791789Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/002.copy\" to \"/var/tmp/dsc/region/8840/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.193732507Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/002.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.195745908Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/002.replace\" to \"/var/tmp/dsc/region/8840/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.198349564Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.206291728Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.239253544Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/003.copy\" to \"/var/tmp/dsc/region/8840/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.245609725Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/003.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.247518638Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/003.replace\" to \"/var/tmp/dsc/region/8840/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.250745227Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.256236905Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.289004056Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/004.copy\" to \"/var/tmp/dsc/region/8840/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.295546353Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/004.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.296908554Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/004.replace\" to \"/var/tmp/dsc/region/8840/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.299631416Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.308563207Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.339519042Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/005.copy\" to \"/var/tmp/dsc/region/8840/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.346429774Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/005.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.34847936Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/005.replace\" to \"/var/tmp/dsc/region/8840/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.350796032Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.357069943Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.387281801Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/006.copy\" to \"/var/tmp/dsc/region/8840/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.39413467Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/006.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.39557717Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/006.replace\" to \"/var/tmp/dsc/region/8840/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.3984764Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.40283021Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.432520532Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/007.copy\" to \"/var/tmp/dsc/region/8840/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.439126252Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/007.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.440540886Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/007.replace\" to \"/var/tmp/dsc/region/8840/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.44316737Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.449049659Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.478128558Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/008.copy\" to \"/var/tmp/dsc/region/8840/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.484907556Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/008.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.487249495Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/008.replace\" to \"/var/tmp/dsc/region/8840/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.490328443Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.494991064Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.524634283Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/009.copy\" to \"/var/tmp/dsc/region/8840/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.531703335Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/009.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.533211638Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/009.replace\" to \"/var/tmp/dsc/region/8840/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.535520441Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.540086544Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.570098286Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00A.copy\" to \"/var/tmp/dsc/region/8840/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.577649278Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00A.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.579848885Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00A.replace\" to \"/var/tmp/dsc/region/8840/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.582455091Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.586848835Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.617383413Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00B.copy\" to \"/var/tmp/dsc/region/8840/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.624431418Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00B.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.626980411Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00B.replace\" to \"/var/tmp/dsc/region/8840/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.629436566Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.632801568Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.662876053Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00C.copy\" to \"/var/tmp/dsc/region/8840/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.670263686Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00C.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.672347717Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00C.replace\" to \"/var/tmp/dsc/region/8840/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.675571227Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.683472565Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.714967104Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00D.copy\" to \"/var/tmp/dsc/region/8840/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.722114137Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00D.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.725294362Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00D.replace\" to \"/var/tmp/dsc/region/8840/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.72748417Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.734560941Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.765283625Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00E.copy\" to \"/var/tmp/dsc/region/8840/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.772421829Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00E.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.774032079Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00E.replace\" to \"/var/tmp/dsc/region/8840/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:56.777551362Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:58.975324319Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:34563"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:58.975785861Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/0/files","method":"GET","req_id":"4d9f376a-9317-44a5-969a-070170bb0d86","remote_addr":"127.0.0.1:34563","local_addr":"0.0.0.0:12840","task":"repair","latency_us":182,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:58.976657553Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/0/data","method":"GET","req_id":"b02edcea-d3ed-429b-a466-7993fe5db455","remote_addr":"127.0.0.1:34563","local_addr":"0.0.0.0:12840","task":"repair","latency_us":273,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.02628652Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:40886"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.026654744Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/1/files","method":"GET","req_id":"86297c07-31da-46d4-9f54-132f6c72f5c6","remote_addr":"127.0.0.1:40886","local_addr":"0.0.0.0:12840","task":"repair","latency_us":140,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.027340159Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/1/data","method":"GET","req_id":"9f63d9fa-733e-4caa-bc07-b9de03d0885e","remote_addr":"127.0.0.1:40886","local_addr":"0.0.0.0:12840","task":"repair","latency_us":211,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.074107141Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:52921"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.074472196Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/2/files","method":"GET","req_id":"f115171a-0073-43c5-b4f3-a920cf30c95a","remote_addr":"127.0.0.1:52921","local_addr":"0.0.0.0:12840","task":"repair","latency_us":134,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.075149001Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/2/data","method":"GET","req_id":"be456706-2c26-4a38-971b-76e1a924ae49","remote_addr":"127.0.0.1:52921","local_addr":"0.0.0.0:12840","task":"repair","latency_us":211,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.125067712Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:47914"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.125458953Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/3/files","method":"GET","req_id":"abcab9fe-fff0-4c66-aa48-3bc422430ee3","remote_addr":"127.0.0.1:47914","local_addr":"0.0.0.0:12840","task":"repair","latency_us":142,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.126261244Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/3/data","method":"GET","req_id":"c2b5b386-7716-467a-9ee6-4bc4e2f694da","remote_addr":"127.0.0.1:47914","local_addr":"0.0.0.0:12840","task":"repair","latency_us":241,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.17572932Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:54283"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.176037432Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/4/files","method":"GET","req_id":"68becb08-96b5-4520-a230-18277f1dd343","remote_addr":"127.0.0.1:54283","local_addr":"0.0.0.0:12840","task":"repair","latency_us":149,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.176743355Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/4/data","method":"GET","req_id":"993cb1ce-4027-4a6e-b206-53229827d41c","remote_addr":"127.0.0.1:54283","local_addr":"0.0.0.0:12840","task":"repair","latency_us":233,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.224662453Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:33176"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.225116107Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/5/files","method":"GET","req_id":"103367f1-f48b-4ff1-8bcd-a63d0e072f74","remote_addr":"127.0.0.1:33176","local_addr":"0.0.0.0:12840","task":"repair","latency_us":169,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.225800832Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/5/data","method":"GET","req_id":"af1e3604-e5ad-4ca7-979e-0e8a9f9b0244","remote_addr":"127.0.0.1:33176","local_addr":"0.0.0.0:12840","task":"repair","latency_us":200,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.27493198Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:44318"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.275318182Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/6/files","method":"GET","req_id":"c5d3b441-ec49-4a05-b8eb-4d98ac9effe8","remote_addr":"127.0.0.1:44318","local_addr":"0.0.0.0:12840","task":"repair","latency_us":150,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.276099285Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/6/data","method":"GET","req_id":"7c759fb7-759b-4fca-98fb-c22ee153af48","remote_addr":"127.0.0.1:44318","local_addr":"0.0.0.0:12840","task":"repair","latency_us":210,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.324267213Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:59152"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.324623909Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/7/files","method":"GET","req_id":"5dac0674-f268-4524-832d-913cc2475d9c","remote_addr":"127.0.0.1:59152","local_addr":"0.0.0.0:12840","task":"repair","latency_us":124,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.325304154Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/7/data","method":"GET","req_id":"b8fd8100-28a7-4fae-bd05-9711a6c8bade","remote_addr":"127.0.0.1:59152","local_addr":"0.0.0.0:12840","task":"repair","latency_us":205,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.378381673Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:63650"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.378778713Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/8/files","method":"GET","req_id":"dde2c971-961c-47e7-8c5f-ef04ade3e4bc","remote_addr":"127.0.0.1:63650","local_addr":"0.0.0.0:12840","task":"repair","latency_us":148,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.379501864Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/8/data","method":"GET","req_id":"4d3defe9-39d8-4f09-b275-0485876660a5","remote_addr":"127.0.0.1:63650","local_addr":"0.0.0.0:12840","task":"repair","latency_us":234,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.42688081Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:59803"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.42727739Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/9/files","method":"GET","req_id":"bf5391f9-ce7c-4d68-8d47-9c84638d1d3f","remote_addr":"127.0.0.1:59803","local_addr":"0.0.0.0:12840","task":"repair","latency_us":146,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.42808644Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/9/data","method":"GET","req_id":"3b121e1c-62e5-46ad-9d30-d088c210ff5f","remote_addr":"127.0.0.1:59803","local_addr":"0.0.0.0:12840","task":"repair","latency_us":217,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.475160354Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:57284"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.475583921Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/10/files","method":"GET","req_id":"36aea555-ced1-4c7b-84e5-d676221ce22a","remote_addr":"127.0.0.1:57284","local_addr":"0.0.0.0:12840","task":"repair","latency_us":152,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.476358915Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/10/data","method":"GET","req_id":"4e19a42f-ec52-49f7-a26e-806efba8f7ca","remote_addr":"127.0.0.1:57284","local_addr":"0.0.0.0:12840","task":"repair","latency_us":223,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.530465695Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:50443"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.530890343Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/11/files","method":"GET","req_id":"1571a12d-7815-4f04-ac43-74c6d664228f","remote_addr":"127.0.0.1:50443","local_addr":"0.0.0.0:12840","task":"repair","latency_us":154,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.531681915Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/11/data","method":"GET","req_id":"d176c5df-5f40-4027-80fd-21aa9583292d","remote_addr":"127.0.0.1:50443","local_addr":"0.0.0.0:12840","task":"repair","latency_us":240,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.578993278Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:37557"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.579373231Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/12/files","method":"GET","req_id":"a76c5704-71ea-46d3-8262-f265859378d7","remote_addr":"127.0.0.1:37557","local_addr":"0.0.0.0:12840","task":"repair","latency_us":135,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.580036329Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/12/data","method":"GET","req_id":"ca15fa6a-9256-4995-b391-f8a5f23782a6","remote_addr":"127.0.0.1:37557","local_addr":"0.0.0.0:12840","task":"repair","latency_us":195,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.626309202Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:64045"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.626709602Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/13/files","method":"GET","req_id":"6d3fda43-6e9c-4b38-9871-d8acecb69e81","remote_addr":"127.0.0.1:64045","local_addr":"0.0.0.0:12840","task":"repair","latency_us":143,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.627473318Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/13/data","method":"GET","req_id":"e77bdece-3caa-4c0d-ac95-8a54a627f2d1","remote_addr":"127.0.0.1:64045","local_addr":"0.0.0.0:12840","task":"repair","latency_us":206,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.675336143Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:60496"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.675757601Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/extent/14/files","method":"GET","req_id":"e099e7dd-091e-470a-8b48-a49713aae6b8","remote_addr":"127.0.0.1:60496","local_addr":"0.0.0.0:12840","task":"repair","latency_us":142,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:39:59.676524356Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"uri":"/newextent/14/data","method":"GET","req_id":"3abd5714-8a83-4c32-a807-7bd5b4672ede","remote_addr":"127.0.0.1:60496","local_addr":"0.0.0.0:12840","task":"repair","latency_us":220,"response_code":"200"} {"msg":"upstairs UpstairsConnection { upstairs_id: 861c29ff-b4fe-4aa1-8a93-27f544c1a828, session_id: b6b6eb40-90ca-4064-ae08-d2f6e27389a4, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:40:04.729071155Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 861c29ff-b4fe-4aa1-8a93-27f544c1a828, session_id: b6b6eb40-90ca-4064-ae08-d2f6e27389a4, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:40:04.729149285Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"connection (127.0.0.1:49858): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:40:04.729184681Z","hostname":"ip-10-150-1-78.us-west-2.compute.internal","pid":1138}