{"msg":"Opened existing region file \"/var/tmp/dsc/region/8840/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:07.670363461Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:07.67054086Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:07.67055582Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"UUID: 12345678-0000-0000-0000-000000008840","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:07.67106708Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:07.671098178Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: f6c40444ff68361c835e88ee91c409e8deb48d7d\nCommit timestamp: 2024-02-27T21:23:06.000000000Z branch: main\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:07.671266408Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:07.671300546Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12840 for path:\"/var/tmp/dsc/region/8840\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:07.673236064Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:07.675415157Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12840","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:07.675808634Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:07.675836963Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8840","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:07.675943986Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"accepted connection from 127.0.0.1:34419","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.085909739Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"Connection request from 092373ff-7714-4bf7-84bd-cc33849c0b7e with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.086425909Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.086454088Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.086856954Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.08762284Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.087666287Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.146608432Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.201307103Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.209589322Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/000.copy\" to \"/var/tmp/dsc/region/8840/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.210070914Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/000.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.259114034Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/000.replace\" to \"/var/tmp/dsc/region/8840/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.294246342Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.326158157Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.358503048Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.38874474Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/001.copy\" to \"/var/tmp/dsc/region/8840/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.389215073Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/001.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.392042898Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/001.replace\" to \"/var/tmp/dsc/region/8840/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.420084839Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.448645669Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.480501668Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.535956035Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/002.copy\" to \"/var/tmp/dsc/region/8840/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.536437527Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/002.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.540184969Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/002.replace\" to \"/var/tmp/dsc/region/8840/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.57630992Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.639339877Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.669667554Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.700450045Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/003.copy\" to \"/var/tmp/dsc/region/8840/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.700935337Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/003.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.703749104Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/003.replace\" to \"/var/tmp/dsc/region/8840/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.743886111Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.804494009Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.835323567Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.911777104Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/004.copy\" to \"/var/tmp/dsc/region/8840/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.912301004Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/004.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.917382538Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/004.replace\" to \"/var/tmp/dsc/region/8840/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:14.96243607Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.047884114Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.077967196Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.106546035Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/005.copy\" to \"/var/tmp/dsc/region/8840/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.107089423Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/005.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.109644195Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/005.replace\" to \"/var/tmp/dsc/region/8840/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.150665481Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.191092042Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.222117919Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.24790514Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/006.copy\" to \"/var/tmp/dsc/region/8840/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.24842125Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/006.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.250579125Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/006.replace\" to \"/var/tmp/dsc/region/8840/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.286725094Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.332825395Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.365901193Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.397673496Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/007.copy\" to \"/var/tmp/dsc/region/8840/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.398202825Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/007.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.400595337Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/007.replace\" to \"/var/tmp/dsc/region/8840/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.433277617Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.553928115Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.583360704Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.592627536Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/008.copy\" to \"/var/tmp/dsc/region/8840/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.593110848Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/008.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.619536502Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/008.replace\" to \"/var/tmp/dsc/region/8840/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.643027757Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.647838647Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.680849829Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.715398961Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/009.copy\" to \"/var/tmp/dsc/region/8840/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.7159315Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/009.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.718411416Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/009.replace\" to \"/var/tmp/dsc/region/8840/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.747220572Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1550 job Read for connection UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } waiting on 1 deps","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:44:15.824555798Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"role":"work"} {"msg":"1551 job Flush for connection UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } waiting on 2 deps","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:44:15.824596005Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"role":"work"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.82727024Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.857270046Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.896721424Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00A.copy\" to \"/var/tmp/dsc/region/8840/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.897223034Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00A.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.9004027Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00A.replace\" to \"/var/tmp/dsc/region/8840/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.926000862Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.962846191Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:15.996055261Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:16.041934514Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00B.copy\" to \"/var/tmp/dsc/region/8840/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:16.042455774Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00B.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:16.045722384Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00B.replace\" to \"/var/tmp/dsc/region/8840/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:16.095052298Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:16.407203247Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:16.439688959Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:16.479990437Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00C.copy\" to \"/var/tmp/dsc/region/8840/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:16.480519376Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00C.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:16.483748869Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00C.replace\" to \"/var/tmp/dsc/region/8840/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:16.510072919Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:16.588623663Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:16.621695361Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:16.655040343Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00D.copy\" to \"/var/tmp/dsc/region/8840/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:16.655586902Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00D.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:16.658233808Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00D.replace\" to \"/var/tmp/dsc/region/8840/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:16.692330656Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:16.841747273Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:16.871188772Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:16.898604028Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00E.copy\" to \"/var/tmp/dsc/region/8840/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:16.899107629Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00E.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:16.901538248Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00E.replace\" to \"/var/tmp/dsc/region/8840/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:16.976627904Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"connection (127.0.0.1:34419) Exits with error: Error reading from Upstairs: Connection reset by peer (os error 131)","v":0,"name":"crucible","level":50,"time":"2024-02-27T21:44:45.766475655Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"accepted connection from 127.0.0.1:46378","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.52976118Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"Connection request from 092373ff-7714-4bf7-84bd-cc33849c0b7e with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.529854635Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.529884603Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } to UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 }","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:44:49.530064773Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Signaling to UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } thread that UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:44:49.530089051Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Error while signaling to UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } thread: UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 }","v":0,"name":"crucible","level":50,"time":"2024-02-27T21:44:49.53010588Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.530129439Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Current flush_numbers [0..12]: [677, 677, 683, 679, 683, 683, 677, 683, 683, 677, 681, 683]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.530725984Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.530762762Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.532969964Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.565269666Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.572357415Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/000.copy\" to \"/var/tmp/dsc/region/8840/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.572803658Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/000.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.574259944Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/000.replace\" to \"/var/tmp/dsc/region/8840/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.577366293Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.584200666Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.615534395Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.621496089Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/001.copy\" to \"/var/tmp/dsc/region/8840/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.621980371Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/001.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.623780766Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/001.replace\" to \"/var/tmp/dsc/region/8840/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.626029655Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.632199897Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.664973152Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.671770027Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/002.copy\" to \"/var/tmp/dsc/region/8840/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.672204112Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/002.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.673835657Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/002.replace\" to \"/var/tmp/dsc/region/8840/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.676834443Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.680958843Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.711755013Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.718041978Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/003.copy\" to \"/var/tmp/dsc/region/8840/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.718485332Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/003.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.720170424Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/003.replace\" to \"/var/tmp/dsc/region/8840/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.722848669Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.731017484Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.764014616Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.770124941Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/004.copy\" to \"/var/tmp/dsc/region/8840/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.770612513Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/004.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.772020601Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/004.replace\" to \"/var/tmp/dsc/region/8840/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.774987139Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.779865975Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.809963906Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.816054102Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/005.copy\" to \"/var/tmp/dsc/region/8840/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.816476888Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/005.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.817724265Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/005.replace\" to \"/var/tmp/dsc/region/8840/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.820785647Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.830741979Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.862822714Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.869230042Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/006.copy\" to \"/var/tmp/dsc/region/8840/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.869702044Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/006.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.871129781Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/006.replace\" to \"/var/tmp/dsc/region/8840/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.873637815Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.88062244Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.911997686Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.918860538Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/007.copy\" to \"/var/tmp/dsc/region/8840/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.919296402Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/007.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.92053897Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/007.replace\" to \"/var/tmp/dsc/region/8840/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.923127899Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.928312018Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.95942969Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.965348736Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/008.copy\" to \"/var/tmp/dsc/region/8840/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.965826358Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/008.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.967014049Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/008.replace\" to \"/var/tmp/dsc/region/8840/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.969853514Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.97767444Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.007854415Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.014016937Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/009.copy\" to \"/var/tmp/dsc/region/8840/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.01449412Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/009.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.015890828Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/009.replace\" to \"/var/tmp/dsc/region/8840/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.018552734Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.022827705Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.052529899Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.059038431Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00A.copy\" to \"/var/tmp/dsc/region/8840/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.059479545Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00A.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.061023216Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00A.replace\" to \"/var/tmp/dsc/region/8840/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.063761686Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.06938162Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.100077286Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.105749786Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00B.copy\" to \"/var/tmp/dsc/region/8840/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.106187341Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00B.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.107602659Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00B.replace\" to \"/var/tmp/dsc/region/8840/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.110088124Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.115014378Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.146209485Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.152258543Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00C.copy\" to \"/var/tmp/dsc/region/8840/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.152734056Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00C.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.154363821Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00C.replace\" to \"/var/tmp/dsc/region/8840/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.157178048Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.164849932Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.19964017Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.206745287Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00D.copy\" to \"/var/tmp/dsc/region/8840/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.207314634Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00D.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.209201994Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00D.replace\" to \"/var/tmp/dsc/region/8840/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.212487733Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.224738821Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.255446297Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.261203492Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00E.copy\" to \"/var/tmp/dsc/region/8840/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.261644877Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00E.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.263195207Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00E.replace\" to \"/var/tmp/dsc/region/8840/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.265702811Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.328393055Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:52727"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.328924384Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/0/files","method":"GET","req_id":"12e0d274-a39b-47b3-bd87-c603fca342eb","remote_addr":"127.0.0.1:52727","local_addr":"0.0.0.0:12840","task":"repair","latency_us":311,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.32967836Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/0/data","method":"GET","req_id":"ca9a0906-7c31-4e57-8e2d-172c64545cb2","remote_addr":"127.0.0.1:52727","local_addr":"0.0.0.0:12840","task":"repair","latency_us":245,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.336090318Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/0/repair-ready","method":"GET","req_id":"45b5d1f1-7073-4fca-8c46-78c8385d8097","remote_addr":"127.0.0.1:52727","local_addr":"0.0.0.0:12840","task":"repair","latency_us":80,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.376798442Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:50865"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.377199279Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/1/files","method":"GET","req_id":"735a5246-c140-42c7-a9d2-165d47e18bf7","remote_addr":"127.0.0.1:50865","local_addr":"0.0.0.0:12840","task":"repair","latency_us":100,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.377806184Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/1/data","method":"GET","req_id":"41f35abe-6849-4f60-8ea7-8f84a21c2a74","remote_addr":"127.0.0.1:50865","local_addr":"0.0.0.0:12840","task":"repair","latency_us":193,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.384563351Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/1/repair-ready","method":"GET","req_id":"82d6ca6d-f5e3-41f7-be07-f7765e7efbf2","remote_addr":"127.0.0.1:50865","local_addr":"0.0.0.0:12840","task":"repair","latency_us":74,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.423751013Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:45564"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.424010449Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/2/files","method":"GET","req_id":"09b08641-4230-4147-9dfc-818ee1ea1bf0","remote_addr":"127.0.0.1:45564","local_addr":"0.0.0.0:12840","task":"repair","latency_us":116,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.424632922Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/2/data","method":"GET","req_id":"37c81c42-6624-4d13-8e52-4e97e239aa93","remote_addr":"127.0.0.1:45564","local_addr":"0.0.0.0:12840","task":"repair","latency_us":197,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.430956075Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/2/repair-ready","method":"GET","req_id":"faaf583c-3183-4649-82dc-208298a300cb","remote_addr":"127.0.0.1:45564","local_addr":"0.0.0.0:12840","task":"repair","latency_us":69,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.471738975Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:58195"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.472145561Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/3/files","method":"GET","req_id":"c64c883c-89e6-458c-b5de-91cd61b94177","remote_addr":"127.0.0.1:58195","local_addr":"0.0.0.0:12840","task":"repair","latency_us":138,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.472817232Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/3/data","method":"GET","req_id":"32dce856-d859-4045-8e69-e52c5403cbe4","remote_addr":"127.0.0.1:58195","local_addr":"0.0.0.0:12840","task":"repair","latency_us":196,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.480010134Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/3/repair-ready","method":"GET","req_id":"24f60020-740a-4482-91d7-e64a721791fc","remote_addr":"127.0.0.1:58195","local_addr":"0.0.0.0:12840","task":"repair","latency_us":79,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.521107126Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:60066"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.521464875Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/4/files","method":"GET","req_id":"253cf831-4601-4137-8896-b2a69eec75a0","remote_addr":"127.0.0.1:60066","local_addr":"0.0.0.0:12840","task":"repair","latency_us":130,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.522136066Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/4/data","method":"GET","req_id":"9509bab8-2488-4995-b099-3c0c82a090c2","remote_addr":"127.0.0.1:60066","local_addr":"0.0.0.0:12840","task":"repair","latency_us":230,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.527763619Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/4/repair-ready","method":"GET","req_id":"341bd01e-0924-43d8-8ada-786fffcda41a","remote_addr":"127.0.0.1:60066","local_addr":"0.0.0.0:12840","task":"repair","latency_us":70,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.565742692Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:54092"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.566100751Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/5/files","method":"GET","req_id":"d0479b19-9d81-42cf-afb3-02a04fde6ab9","remote_addr":"127.0.0.1:54092","local_addr":"0.0.0.0:12840","task":"repair","latency_us":123,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.566726384Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/5/data","method":"GET","req_id":"33c15bda-935c-46f8-afb0-742d8dffe620","remote_addr":"127.0.0.1:54092","local_addr":"0.0.0.0:12840","task":"repair","latency_us":190,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.572968912Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/5/repair-ready","method":"GET","req_id":"72f0f23e-15be-4b77-a294-c0196666ea8f","remote_addr":"127.0.0.1:54092","local_addr":"0.0.0.0:12840","task":"repair","latency_us":74,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.610496811Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:57768"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.61085683Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/6/files","method":"GET","req_id":"493c27e7-fe52-4c59-84d4-6fd72cc1cc41","remote_addr":"127.0.0.1:57768","local_addr":"0.0.0.0:12840","task":"repair","latency_us":118,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.611473164Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/6/data","method":"GET","req_id":"956c080c-2e06-4fe3-9519-2d966af4d380","remote_addr":"127.0.0.1:57768","local_addr":"0.0.0.0:12840","task":"repair","latency_us":184,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.618025643Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/6/repair-ready","method":"GET","req_id":"5d82c5a9-bbf6-4b95-ba4b-7c20321d9f1e","remote_addr":"127.0.0.1:57768","local_addr":"0.0.0.0:12840","task":"repair","latency_us":70,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.66110008Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:57432"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.661451819Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/7/files","method":"GET","req_id":"60bbba61-1eb3-4f05-a465-179a8ac96dbf","remote_addr":"127.0.0.1:57432","local_addr":"0.0.0.0:12840","task":"repair","latency_us":116,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.662186377Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/7/data","method":"GET","req_id":"dcbaa57d-0271-40cb-ba3d-fe05807be1df","remote_addr":"127.0.0.1:57432","local_addr":"0.0.0.0:12840","task":"repair","latency_us":202,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.668832361Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/7/repair-ready","method":"GET","req_id":"34f84bf5-143a-4871-a488-fd58ee8899cc","remote_addr":"127.0.0.1:57432","local_addr":"0.0.0.0:12840","task":"repair","latency_us":77,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.711705799Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:39287"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.712075017Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/8/files","method":"GET","req_id":"0ac0a99f-1433-47ee-920d-a5f15b4dff5c","remote_addr":"127.0.0.1:39287","local_addr":"0.0.0.0:12840","task":"repair","latency_us":139,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.712751808Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/8/data","method":"GET","req_id":"b4c50b28-1345-4f01-af1f-d63703ce2903","remote_addr":"127.0.0.1:39287","local_addr":"0.0.0.0:12840","task":"repair","latency_us":189,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.719764181Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/8/repair-ready","method":"GET","req_id":"43636b5e-5853-4935-b77d-f15f0617f2fc","remote_addr":"127.0.0.1:39287","local_addr":"0.0.0.0:12840","task":"repair","latency_us":70,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.761618148Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:60937"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.761871834Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/9/files","method":"GET","req_id":"77fbdf4c-39e5-4c9d-a9c8-dcc6003e1358","remote_addr":"127.0.0.1:60937","local_addr":"0.0.0.0:12840","task":"repair","latency_us":129,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.762522456Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/9/data","method":"GET","req_id":"6c060a23-bb16-49b5-8efb-94fe897e33d4","remote_addr":"127.0.0.1:60937","local_addr":"0.0.0.0:12840","task":"repair","latency_us":194,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.768969541Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/9/repair-ready","method":"GET","req_id":"761809ec-02da-4e9c-a104-ecdb4fd7f181","remote_addr":"127.0.0.1:60937","local_addr":"0.0.0.0:12840","task":"repair","latency_us":73,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.815401543Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:46759"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.815746213Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/10/files","method":"GET","req_id":"2e239f62-48f2-4ebf-bc66-578c82e8f61a","remote_addr":"127.0.0.1:46759","local_addr":"0.0.0.0:12840","task":"repair","latency_us":123,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.816461391Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/10/data","method":"GET","req_id":"d0969068-2045-49ca-935e-c71ab3913bde","remote_addr":"127.0.0.1:46759","local_addr":"0.0.0.0:12840","task":"repair","latency_us":193,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.823334772Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/10/repair-ready","method":"GET","req_id":"5c234605-8ae4-4e3e-b53b-c05bb6018004","remote_addr":"127.0.0.1:46759","local_addr":"0.0.0.0:12840","task":"repair","latency_us":70,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.864950143Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:33646"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.865280764Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/11/files","method":"GET","req_id":"3058d80d-2a2a-4a0a-abd3-cc2eb7814a3a","remote_addr":"127.0.0.1:33646","local_addr":"0.0.0.0:12840","task":"repair","latency_us":107,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.865892489Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/11/data","method":"GET","req_id":"26f6f29e-a023-4afd-9238-72ddfebdb86f","remote_addr":"127.0.0.1:33646","local_addr":"0.0.0.0:12840","task":"repair","latency_us":187,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.8720642Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/11/repair-ready","method":"GET","req_id":"614ed8b7-5bb4-41e0-ab85-2761fdf33af6","remote_addr":"127.0.0.1:33646","local_addr":"0.0.0.0:12840","task":"repair","latency_us":74,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.910638758Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:61869"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.910874464Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/12/files","method":"GET","req_id":"0409c333-f918-45c9-a5e1-e9e0a9b1f76c","remote_addr":"127.0.0.1:61869","local_addr":"0.0.0.0:12840","task":"repair","latency_us":116,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.911489619Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/12/data","method":"GET","req_id":"8d3c514c-8558-4364-9410-2fa2837e8fae","remote_addr":"127.0.0.1:61869","local_addr":"0.0.0.0:12840","task":"repair","latency_us":189,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.918775585Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/12/repair-ready","method":"GET","req_id":"a0bcd134-f400-4bbb-bcfd-7768d17e513a","remote_addr":"127.0.0.1:61869","local_addr":"0.0.0.0:12840","task":"repair","latency_us":83,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.957451677Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:46121"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.957788478Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/13/files","method":"GET","req_id":"8927b0ab-33d6-48bf-bec8-cd3a3e4148db","remote_addr":"127.0.0.1:46121","local_addr":"0.0.0.0:12840","task":"repair","latency_us":117,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.958462949Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/13/data","method":"GET","req_id":"fd430ffe-d9b0-4eb5-8cf5-af0188a4bf7a","remote_addr":"127.0.0.1:46121","local_addr":"0.0.0.0:12840","task":"repair","latency_us":216,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:56.96480268Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/13/repair-ready","method":"GET","req_id":"4a58faf5-0cd7-4f7a-93bd-64b093834159","remote_addr":"127.0.0.1:46121","local_addr":"0.0.0.0:12840","task":"repair","latency_us":73,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:57.006030254Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:55100"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:57.006376134Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/14/files","method":"GET","req_id":"c0d5a78a-cc8a-42e4-84a2-b789fafb5933","remote_addr":"127.0.0.1:55100","local_addr":"0.0.0.0:12840","task":"repair","latency_us":126,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:57.007043606Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/14/data","method":"GET","req_id":"06e065df-569f-4fd9-8a40-ae361e38e9e7","remote_addr":"127.0.0.1:55100","local_addr":"0.0.0.0:12840","task":"repair","latency_us":220,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:57.013422635Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/14/repair-ready","method":"GET","req_id":"e25ecfba-6225-4ece-95b2-0a691402294c","remote_addr":"127.0.0.1:55100","local_addr":"0.0.0.0:12840","task":"repair","latency_us":85,"response_code":"200"} {"msg":"13937 job Read for connection UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } waiting on 1 deps","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:03.671727034Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"role":"work"} {"msg":"upstairs UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:08.910809812Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:08.910872809Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"connection (127.0.0.1:46378): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:08.910900497Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"accepted connection from 127.0.0.1:41847","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.711715999Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"Connection request from 092373ff-7714-4bf7-84bd-cc33849c0b7e with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.711915787Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.711957245Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.712273826Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Current flush_numbers [0..12]: [1547, 1560, 1557, 1560, 1557, 1557, 1558, 1558, 1560, 1557, 1560, 1557]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.712801156Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.712826654Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.716045137Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.747220575Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.754075217Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/000.copy\" to \"/var/tmp/dsc/region/8840/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.7545296Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/000.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.755985186Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/000.replace\" to \"/var/tmp/dsc/region/8840/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.758909706Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.768216125Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.800839459Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.808540601Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/001.copy\" to \"/var/tmp/dsc/region/8840/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.808970156Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/001.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.810404913Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/001.replace\" to \"/var/tmp/dsc/region/8840/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.812629284Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.819267538Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.849125463Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.855928568Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/002.copy\" to \"/var/tmp/dsc/region/8840/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.856392941Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/002.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.85795199Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/002.replace\" to \"/var/tmp/dsc/region/8840/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.860634824Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.864647031Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.894069961Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.900330007Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/003.copy\" to \"/var/tmp/dsc/region/8840/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.900829318Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/003.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.902072296Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/003.replace\" to \"/var/tmp/dsc/region/8840/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.904598359Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.909896711Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.942074861Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.949014878Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/004.copy\" to \"/var/tmp/dsc/region/8840/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.949444923Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/004.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.950653103Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/004.replace\" to \"/var/tmp/dsc/region/8840/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.953693756Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.961254546Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.991971632Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.998905289Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/005.copy\" to \"/var/tmp/dsc/region/8840/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:16.999332854Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/005.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.000662276Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/005.replace\" to \"/var/tmp/dsc/region/8840/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.003388018Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.009793566Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.044681988Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.050911226Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/006.copy\" to \"/var/tmp/dsc/region/8840/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.051411227Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/006.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.052802766Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/006.replace\" to \"/var/tmp/dsc/region/8840/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.054934193Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.061452594Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.093624054Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.099983784Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/007.copy\" to \"/var/tmp/dsc/region/8840/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.100442498Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/007.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.101758581Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/007.replace\" to \"/var/tmp/dsc/region/8840/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.104514111Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.109549928Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.138939151Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.146454904Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/008.copy\" to \"/var/tmp/dsc/region/8840/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.146875179Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/008.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.148877763Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/008.replace\" to \"/var/tmp/dsc/region/8840/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.151751076Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.155652189Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.190929879Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.197370295Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/009.copy\" to \"/var/tmp/dsc/region/8840/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.197834188Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/009.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.199268994Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/009.replace\" to \"/var/tmp/dsc/region/8840/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.202150887Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.218213644Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.248435867Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.254727002Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00A.copy\" to \"/var/tmp/dsc/region/8840/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.255170536Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00A.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.25698028Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00A.replace\" to \"/var/tmp/dsc/region/8840/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.259937679Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.264875432Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.295320582Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.302383682Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00B.copy\" to \"/var/tmp/dsc/region/8840/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.302820987Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00B.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.303991968Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00B.replace\" to \"/var/tmp/dsc/region/8840/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.307121297Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.31119005Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.343618576Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.349773408Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00C.copy\" to \"/var/tmp/dsc/region/8840/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.350218972Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00C.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.351734764Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00C.replace\" to \"/var/tmp/dsc/region/8840/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.354844633Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.360455387Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.39190002Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.398841566Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00D.copy\" to \"/var/tmp/dsc/region/8840/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.3992885Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00D.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.401480873Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00D.replace\" to \"/var/tmp/dsc/region/8840/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.404019095Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.410058814Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.441846217Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.44885087Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00E.copy\" to \"/var/tmp/dsc/region/8840/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.449284065Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00E.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.451035433Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00E.replace\" to \"/var/tmp/dsc/region/8840/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:17.453601034Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.524861531Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:53581"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.525273707Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/0/files","method":"GET","req_id":"9114e008-df0d-434e-b793-43ebee2d1d20","remote_addr":"127.0.0.1:53581","local_addr":"0.0.0.0:12840","task":"repair","latency_us":174,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.526014804Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/0/data","method":"GET","req_id":"36c72857-d84b-4ef7-ad4b-5c61e0904791","remote_addr":"127.0.0.1:53581","local_addr":"0.0.0.0:12840","task":"repair","latency_us":226,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.532780461Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/0/repair-ready","method":"GET","req_id":"6acec685-24e6-4105-882a-baede7473510","remote_addr":"127.0.0.1:53581","local_addr":"0.0.0.0:12840","task":"repair","latency_us":74,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.576082764Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:61830"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.576458032Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/1/files","method":"GET","req_id":"e3e3bb0b-88bf-4f3a-9d2c-0ca40d12d17c","remote_addr":"127.0.0.1:61830","local_addr":"0.0.0.0:12840","task":"repair","latency_us":137,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.57718544Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/1/data","method":"GET","req_id":"09878992-7970-47f4-8c0a-5c34179b0060","remote_addr":"127.0.0.1:61830","local_addr":"0.0.0.0:12840","task":"repair","latency_us":233,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.583194251Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/1/repair-ready","method":"GET","req_id":"7539bcf6-46f0-492a-954c-17f89b6e1958","remote_addr":"127.0.0.1:61830","local_addr":"0.0.0.0:12840","task":"repair","latency_us":74,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.624063396Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:63885"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.624435344Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/2/files","method":"GET","req_id":"1eebaf05-b4c8-4270-9965-ebf5e68b4bce","remote_addr":"127.0.0.1:63885","local_addr":"0.0.0.0:12840","task":"repair","latency_us":140,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.625074377Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/2/data","method":"GET","req_id":"e418d6be-7382-4a81-984d-b9706d826463","remote_addr":"127.0.0.1:63885","local_addr":"0.0.0.0:12840","task":"repair","latency_us":195,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.63087312Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/2/repair-ready","method":"GET","req_id":"f8b0236a-c9b9-4939-b844-9c354e8cd3f5","remote_addr":"127.0.0.1:63885","local_addr":"0.0.0.0:12840","task":"repair","latency_us":74,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.670290269Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:37071"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.670723174Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/3/files","method":"GET","req_id":"6d2b425a-97dc-441a-8c58-5e684bb879a7","remote_addr":"127.0.0.1:37071","local_addr":"0.0.0.0:12840","task":"repair","latency_us":189,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.671457661Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/3/data","method":"GET","req_id":"6dbdd7f7-d1c7-4e58-9a50-5bb3f14ba5a1","remote_addr":"127.0.0.1:37071","local_addr":"0.0.0.0:12840","task":"repair","latency_us":206,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.678738858Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/3/repair-ready","method":"GET","req_id":"a58fdfb1-ffad-4d89-9af0-f3e75cae14ae","remote_addr":"127.0.0.1:37071","local_addr":"0.0.0.0:12840","task":"repair","latency_us":82,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.719871668Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:58225"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.720286304Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/4/files","method":"GET","req_id":"5f7156d2-26be-4a9e-8e99-ff4d01531a6e","remote_addr":"127.0.0.1:58225","local_addr":"0.0.0.0:12840","task":"repair","latency_us":162,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.72103807Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/4/data","method":"GET","req_id":"278a50cf-3607-4ad1-bfc5-5a37d063932c","remote_addr":"127.0.0.1:58225","local_addr":"0.0.0.0:12840","task":"repair","latency_us":236,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.727349833Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/4/repair-ready","method":"GET","req_id":"1697bbc9-ec02-400c-b02e-08acb58e1f7b","remote_addr":"127.0.0.1:58225","local_addr":"0.0.0.0:12840","task":"repair","latency_us":74,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.767829831Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:48093"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.768292524Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/5/files","method":"GET","req_id":"0ed5207c-c2bc-44ec-8fde-6448a8b97460","remote_addr":"127.0.0.1:48093","local_addr":"0.0.0.0:12840","task":"repair","latency_us":161,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.769103267Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/5/data","method":"GET","req_id":"2c74fe08-c504-4889-9bf7-29144f7367da","remote_addr":"127.0.0.1:48093","local_addr":"0.0.0.0:12840","task":"repair","latency_us":209,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.775610979Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/5/repair-ready","method":"GET","req_id":"41fc31f5-96e1-44b9-bb53-623dbc4a2726","remote_addr":"127.0.0.1:48093","local_addr":"0.0.0.0:12840","task":"repair","latency_us":75,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.817687563Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:36153"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.818094099Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/6/files","method":"GET","req_id":"56c32a1d-5c4d-4d35-9fdd-9b5e8f48c32d","remote_addr":"127.0.0.1:36153","local_addr":"0.0.0.0:12840","task":"repair","latency_us":160,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.818869294Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/6/data","method":"GET","req_id":"a404bd57-9069-448e-85f2-41a649c789ca","remote_addr":"127.0.0.1:36153","local_addr":"0.0.0.0:12840","task":"repair","latency_us":209,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.82462289Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/6/repair-ready","method":"GET","req_id":"e519e7da-a790-47c8-bc28-1140b70c1faa","remote_addr":"127.0.0.1:36153","local_addr":"0.0.0.0:12840","task":"repair","latency_us":86,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.864167152Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:54780"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.864571838Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/7/files","method":"GET","req_id":"a032fc2e-7cdd-4160-8ae7-44fa6242d5d2","remote_addr":"127.0.0.1:54780","local_addr":"0.0.0.0:12840","task":"repair","latency_us":169,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.865344593Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/7/data","method":"GET","req_id":"c55f0a24-966d-4de5-8dcf-c266f7ca7bb4","remote_addr":"127.0.0.1:54780","local_addr":"0.0.0.0:12840","task":"repair","latency_us":204,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.87177233Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/7/repair-ready","method":"GET","req_id":"1ed1f451-dcfc-4859-9e2d-f6c0a577ac8b","remote_addr":"127.0.0.1:54780","local_addr":"0.0.0.0:12840","task":"repair","latency_us":83,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.91462401Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:48942"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.914996578Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/8/files","method":"GET","req_id":"cb6d12e9-c722-4ea5-87e8-9f88b2dc3b5f","remote_addr":"127.0.0.1:48942","local_addr":"0.0.0.0:12840","task":"repair","latency_us":169,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.915721566Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/8/data","method":"GET","req_id":"07278268-1bdb-42d8-a943-cef1f01cc6fc","remote_addr":"127.0.0.1:48942","local_addr":"0.0.0.0:12840","task":"repair","latency_us":216,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.922155032Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/8/repair-ready","method":"GET","req_id":"2f7e1497-c81d-4abf-896f-6b1559c136e7","remote_addr":"127.0.0.1:48942","local_addr":"0.0.0.0:12840","task":"repair","latency_us":78,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.962943242Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:60710"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.96332491Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/9/files","method":"GET","req_id":"7d8fa3f1-0790-455d-89f9-7a1aa4e694b0","remote_addr":"127.0.0.1:60710","local_addr":"0.0.0.0:12840","task":"repair","latency_us":122,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.964093425Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/9/data","method":"GET","req_id":"6c495075-bee3-4b2b-8d2c-bce604d9eedc","remote_addr":"127.0.0.1:60710","local_addr":"0.0.0.0:12840","task":"repair","latency_us":230,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:23.970568498Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/9/repair-ready","method":"GET","req_id":"13bafc86-e410-4afc-90e9-decede9821da","remote_addr":"127.0.0.1:60710","local_addr":"0.0.0.0:12840","task":"repair","latency_us":71,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:24.008837425Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:53473"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:24.009151906Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/10/files","method":"GET","req_id":"fc81ddfe-ebff-44b2-9af7-9094b75e6928","remote_addr":"127.0.0.1:53473","local_addr":"0.0.0.0:12840","task":"repair","latency_us":179,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:24.009902723Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/10/data","method":"GET","req_id":"00a9a973-644e-45ed-b6ab-392753ec265d","remote_addr":"127.0.0.1:53473","local_addr":"0.0.0.0:12840","task":"repair","latency_us":239,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:24.016350578Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/10/repair-ready","method":"GET","req_id":"3abc9134-ffda-4c02-b943-0d717f3ed91f","remote_addr":"127.0.0.1:53473","local_addr":"0.0.0.0:12840","task":"repair","latency_us":74,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:24.054906367Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:54494"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:24.055257257Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/11/files","method":"GET","req_id":"37b535e9-31e6-4605-aa7b-e89ed8ee4f08","remote_addr":"127.0.0.1:54494","local_addr":"0.0.0.0:12840","task":"repair","latency_us":121,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:24.055893Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/11/data","method":"GET","req_id":"4980a114-a2fa-400e-babd-6f9c5abeecdf","remote_addr":"127.0.0.1:54494","local_addr":"0.0.0.0:12840","task":"repair","latency_us":208,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:24.061936059Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/11/repair-ready","method":"GET","req_id":"29a0593f-6dc1-40e7-a39f-ce295a6e3780","remote_addr":"127.0.0.1:54494","local_addr":"0.0.0.0:12840","task":"repair","latency_us":73,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:24.100035345Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:59520"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:24.100387334Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/12/files","method":"GET","req_id":"024a8b97-e6f1-4e6f-b62e-61e083b62941","remote_addr":"127.0.0.1:59520","local_addr":"0.0.0.0:12840","task":"repair","latency_us":123,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:24.101079314Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/12/data","method":"GET","req_id":"dfa95522-591a-41d5-9411-ea9874e2fe6f","remote_addr":"127.0.0.1:59520","local_addr":"0.0.0.0:12840","task":"repair","latency_us":228,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:24.107765675Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/12/repair-ready","method":"GET","req_id":"0ebb3f25-a0a5-437a-ba56-a455602029f3","remote_addr":"127.0.0.1:59520","local_addr":"0.0.0.0:12840","task":"repair","latency_us":73,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:24.147177115Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:34098"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:24.147552423Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/13/files","method":"GET","req_id":"e791b8ba-be36-4e1c-87d0-ab3d55c0b4ea","remote_addr":"127.0.0.1:34098","local_addr":"0.0.0.0:12840","task":"repair","latency_us":141,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:24.148256842Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/13/data","method":"GET","req_id":"68c392ee-a78c-4a7c-82fd-6259fc61f18a","remote_addr":"127.0.0.1:34098","local_addr":"0.0.0.0:12840","task":"repair","latency_us":197,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:24.15466927Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/13/repair-ready","method":"GET","req_id":"b0c04f0f-42c9-4d1c-be0c-dce67d898bdc","remote_addr":"127.0.0.1:34098","local_addr":"0.0.0.0:12840","task":"repair","latency_us":75,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:24.194697813Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:55143"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:24.195040383Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/14/files","method":"GET","req_id":"dfe0882e-2889-4781-932f-5b09b774ff00","remote_addr":"127.0.0.1:55143","local_addr":"0.0.0.0:12840","task":"repair","latency_us":125,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:24.195774891Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/newextent/14/data","method":"GET","req_id":"ff568126-e52f-4a5f-99f5-6c6212c06350","remote_addr":"127.0.0.1:55143","local_addr":"0.0.0.0:12840","task":"repair","latency_us":223,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:24.202470732Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"uri":"/extent/14/repair-ready","method":"GET","req_id":"31737705-ea23-4bdb-a57a-51297f07b006","remote_addr":"127.0.0.1:55143","local_addr":"0.0.0.0:12840","task":"repair","latency_us":76,"response_code":"200"} {"msg":"upstairs UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:29.189665689Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:29.189728376Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"connection (127.0.0.1:41847): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:29.189749155Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1137}