{"msg":"Opened existing region file \"/var/tmp/dsc/region/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:46.006272417Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:46.00644295Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:46.006457789Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:46.007264911Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:46.00728082Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 80b6f734175c2bc8e222c8d6f7875e53cbd5c9ca\nCommit timestamp: 2024-02-28T21:51:33.000000000Z branch: main\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:46.007498839Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:46.007525346Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/dsc/region/8820\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:46.008571406Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:46.009947385Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:46.010211889Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:46.010243236Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:46.010266154Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"accepted connection from 127.0.0.1:56969","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:51.081394146Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"Connection request from 579965c0-1c5c-430d-a8b8-3247e0a345af with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:51.082727848Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 579965c0-1c5c-430d-a8b8-3247e0a345af, session_id: 0759252c-1f53-4fc2-b3d6-4192deae14e5, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:51.082760105Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 579965c0-1c5c-430d-a8b8-3247e0a345af, session_id: 0759252c-1f53-4fc2-b3d6-4192deae14e5, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:51.084363391Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:51.085826011Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:12:51.085909723Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"1620 job Read for connection UpstairsConnection { upstairs_id: 579965c0-1c5c-430d-a8b8-3247e0a345af, session_id: 0759252c-1f53-4fc2-b3d6-4192deae14e5, gen: 1 } waiting on 1 deps","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:12:53.57674458Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"role":"work"} {"msg":"connection (127.0.0.1:56969) Exits with error: Error reading from Upstairs: Connection reset by peer (os error 131)","v":0,"name":"crucible","level":50,"time":"2024-02-28T22:12:59.014133127Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"accepted connection from 127.0.0.1:45933","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:12.511832862Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"Connection request from 579965c0-1c5c-430d-a8b8-3247e0a345af with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:12.512408327Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 579965c0-1c5c-430d-a8b8-3247e0a345af, session_id: 0759252c-1f53-4fc2-b3d6-4192deae14e5, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:12.512435735Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 579965c0-1c5c-430d-a8b8-3247e0a345af, session_id: 0759252c-1f53-4fc2-b3d6-4192deae14e5, gen: 1 } to UpstairsConnection { upstairs_id: 579965c0-1c5c-430d-a8b8-3247e0a345af, session_id: 0759252c-1f53-4fc2-b3d6-4192deae14e5, gen: 1 }","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:13:12.512635356Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Signaling to UpstairsConnection { upstairs_id: 579965c0-1c5c-430d-a8b8-3247e0a345af, session_id: 0759252c-1f53-4fc2-b3d6-4192deae14e5, gen: 1 } thread that UpstairsConnection { upstairs_id: 579965c0-1c5c-430d-a8b8-3247e0a345af, session_id: 0759252c-1f53-4fc2-b3d6-4192deae14e5, gen: 1 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:13:12.512668273Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Error while signaling to UpstairsConnection { upstairs_id: 579965c0-1c5c-430d-a8b8-3247e0a345af, session_id: 0759252c-1f53-4fc2-b3d6-4192deae14e5, gen: 1 } thread: UpstairsConnection { upstairs_id: 579965c0-1c5c-430d-a8b8-3247e0a345af, session_id: 0759252c-1f53-4fc2-b3d6-4192deae14e5, gen: 1 }","v":0,"name":"crucible","level":50,"time":"2024-02-28T22:13:12.51270055Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"UpstairsConnection { upstairs_id: 579965c0-1c5c-430d-a8b8-3247e0a345af, session_id: 0759252c-1f53-4fc2-b3d6-4192deae14e5, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:12.512730417Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Current flush_numbers [0..12]: [231, 235, 233, 233, 227, 230, 231, 232, 226, 226, 235, 231]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:12.513507572Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:12.51353257Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:12.514925406Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:12.559777749Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:12.613833761Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/000.copy\" to \"/var/tmp/dsc/region/8820/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:12.614485488Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/000.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:12.61822588Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/000.replace\" to \"/var/tmp/dsc/region/8820/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:12.6500603Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:12.68472205Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:12.717050174Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:12.747496047Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/001.copy\" to \"/var/tmp/dsc/region/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:12.748273923Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/001.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:12.751150837Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/001.replace\" to \"/var/tmp/dsc/region/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:12.785593217Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:12.852279809Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:12.884366836Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:12.93944186Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/002.copy\" to \"/var/tmp/dsc/region/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:12.940308257Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/002.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:12.944547081Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/002.replace\" to \"/var/tmp/dsc/region/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.018037241Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.083325947Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.117485375Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.154890442Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/003.copy\" to \"/var/tmp/dsc/region/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.155997476Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/003.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.158795548Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/003.replace\" to \"/var/tmp/dsc/region/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.210529592Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.270931996Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.302061384Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.34260903Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/004.copy\" to \"/var/tmp/dsc/region/8820/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.343298044Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/004.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.371996784Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/004.replace\" to \"/var/tmp/dsc/region/8820/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.39981321Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.410115973Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.444841917Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.486314454Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/005.copy\" to \"/var/tmp/dsc/region/8820/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.486848593Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/005.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.514953381Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/005.replace\" to \"/var/tmp/dsc/region/8820/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.573169483Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.636845663Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.668855327Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.709708564Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/006.copy\" to \"/var/tmp/dsc/region/8820/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.710494398Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/006.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.713907511Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/006.replace\" to \"/var/tmp/dsc/region/8820/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.741652593Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.807503136Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.83773073Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.886933647Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/007.copy\" to \"/var/tmp/dsc/region/8820/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.887532049Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/007.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.891069491Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/007.replace\" to \"/var/tmp/dsc/region/8820/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.923388155Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.932863527Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:13.963593393Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.010983504Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/008.copy\" to \"/var/tmp/dsc/region/8820/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.011697515Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/008.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.038860373Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/008.replace\" to \"/var/tmp/dsc/region/8820/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.066255329Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.074198958Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.105987353Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.162070761Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/009.copy\" to \"/var/tmp/dsc/region/8820/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.162768484Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/009.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.212409638Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/009.replace\" to \"/var/tmp/dsc/region/8820/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.262032855Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.302017235Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.334714443Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.369051584Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/00A.copy\" to \"/var/tmp/dsc/region/8820/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.369598851Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/00A.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.397572901Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/00A.replace\" to \"/var/tmp/dsc/region/8820/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.423079698Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.458963471Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.490236945Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.537824586Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/00B.copy\" to \"/var/tmp/dsc/region/8820/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.538564515Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/00B.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.54332088Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/00B.replace\" to \"/var/tmp/dsc/region/8820/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.570285316Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"5559 job Write for connection UpstairsConnection { upstairs_id: 579965c0-1c5c-430d-a8b8-3247e0a345af, session_id: 0759252c-1f53-4fc2-b3d6-4192deae14e5, gen: 1 } waiting on 1 deps","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:13:14.601686198Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"role":"work"} {"msg":"5560 job Flush for connection UpstairsConnection { upstairs_id: 579965c0-1c5c-430d-a8b8-3247e0a345af, session_id: 0759252c-1f53-4fc2-b3d6-4192deae14e5, gen: 1 } waiting on 2 deps","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:13:14.601722145Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"role":"work"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.69509788Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.725501308Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.735339345Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/00C.copy\" to \"/var/tmp/dsc/region/8820/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.73612419Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/00C.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.760270317Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/00C.replace\" to \"/var/tmp/dsc/region/8820/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.782305896Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.86442704Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.895275175Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.924157798Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/00D.copy\" to \"/var/tmp/dsc/region/8820/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.924727313Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/00D.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.927801939Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/00D.replace\" to \"/var/tmp/dsc/region/8820/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:14.95284382Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:15.004324718Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:15.035680275Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:15.09513491Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/00E.copy\" to \"/var/tmp/dsc/region/8820/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:15.095822394Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/00E.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:15.100750092Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/00E.replace\" to \"/var/tmp/dsc/region/8820/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:15.155999529Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:24.821837811Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:47652"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:24.822519115Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/0/files","method":"GET","req_id":"ff18f9bd-c122-4f08-a075-966aba2dc5b9","remote_addr":"127.0.0.1:47652","local_addr":"0.0.0.0:12820","task":"repair","latency_us":286,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:24.823587243Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/0/data","method":"GET","req_id":"c087553f-6e9d-4f45-b3a2-d32383497c41","remote_addr":"127.0.0.1:47652","local_addr":"0.0.0.0:12820","task":"repair","latency_us":247,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:24.928920063Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/0/repair-ready","method":"GET","req_id":"6ef5aaf6-bcc9-4288-bbcd-5cf78d927b32","remote_addr":"127.0.0.1:47652","local_addr":"0.0.0.0:12820","task":"repair","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.031294416Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:35957"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.031629814Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/1/files","method":"GET","req_id":"96736696-6da3-4d47-8c93-1eab0a49256d","remote_addr":"127.0.0.1:35957","local_addr":"0.0.0.0:12820","task":"repair","latency_us":162,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.032325458Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/1/data","method":"GET","req_id":"d87f1135-d2ef-4f7a-99fc-749b73694606","remote_addr":"127.0.0.1:35957","local_addr":"0.0.0.0:12820","task":"repair","latency_us":203,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.074802138Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/1/repair-ready","method":"GET","req_id":"19596a2d-daa7-4524-a95d-52fbaec5728c","remote_addr":"127.0.0.1:35957","local_addr":"0.0.0.0:12820","task":"repair","latency_us":174,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.169009924Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:37536"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.169349342Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/2/files","method":"GET","req_id":"662b4182-493a-47ca-ba98-966f9790363b","remote_addr":"127.0.0.1:37536","local_addr":"0.0.0.0:12820","task":"repair","latency_us":160,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.170107949Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/2/data","method":"GET","req_id":"d55d18fa-0ac1-4a88-a818-a73288a6f529","remote_addr":"127.0.0.1:37536","local_addr":"0.0.0.0:12820","task":"repair","latency_us":227,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.202969251Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/2/repair-ready","method":"GET","req_id":"04de754e-ddf3-4ad9-b5e5-5ea90f47807d","remote_addr":"127.0.0.1:37536","local_addr":"0.0.0.0:12820","task":"repair","latency_us":178,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.316507695Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:59148"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.316944393Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/3/files","method":"GET","req_id":"aa39f147-edab-4866-8f3a-566532aca416","remote_addr":"127.0.0.1:59148","local_addr":"0.0.0.0:12820","task":"repair","latency_us":161,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.317699411Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/3/data","method":"GET","req_id":"e878692d-45c4-4a42-a422-a2f0ab900755","remote_addr":"127.0.0.1:59148","local_addr":"0.0.0.0:12820","task":"repair","latency_us":246,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.348121547Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/3/repair-ready","method":"GET","req_id":"ef261645-af08-49bb-829d-df487af81bab","remote_addr":"127.0.0.1:59148","local_addr":"0.0.0.0:12820","task":"repair","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.454483088Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:49128"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.454809227Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/4/files","method":"GET","req_id":"4f6ef30b-43ae-454e-8bc1-b2b8f8bfa742","remote_addr":"127.0.0.1:49128","local_addr":"0.0.0.0:12820","task":"repair","latency_us":162,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.455585682Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/4/data","method":"GET","req_id":"b442fdfb-65d6-4cd3-9d74-e2b17ab52a3e","remote_addr":"127.0.0.1:49128","local_addr":"0.0.0.0:12820","task":"repair","latency_us":210,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.486231457Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/4/repair-ready","method":"GET","req_id":"cac41200-ea9a-4089-a52f-b3670d27b89f","remote_addr":"127.0.0.1:49128","local_addr":"0.0.0.0:12820","task":"repair","latency_us":86,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.552155401Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:37305"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.552549693Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/5/files","method":"GET","req_id":"a8c87ec4-4e87-4181-bcee-b179367c1118","remote_addr":"127.0.0.1:37305","local_addr":"0.0.0.0:12820","task":"repair","latency_us":163,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.553271944Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/5/data","method":"GET","req_id":"7bd350d7-f500-436c-b378-1b4b106f163b","remote_addr":"127.0.0.1:37305","local_addr":"0.0.0.0:12820","task":"repair","latency_us":215,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.583770893Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/5/repair-ready","method":"GET","req_id":"3caa2806-231d-403c-aea4-cf352961ecdb","remote_addr":"127.0.0.1:37305","local_addr":"0.0.0.0:12820","task":"repair","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.679539529Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:56042"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.679920372Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/6/files","method":"GET","req_id":"d0e4612a-ba1d-4563-b147-36e76f8bfa22","remote_addr":"127.0.0.1:56042","local_addr":"0.0.0.0:12820","task":"repair","latency_us":114,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.680638894Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/6/data","method":"GET","req_id":"e01404f3-4bbf-4ded-a404-3eb55b9eef9e","remote_addr":"127.0.0.1:56042","local_addr":"0.0.0.0:12820","task":"repair","latency_us":198,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.710417361Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/6/repair-ready","method":"GET","req_id":"ec53e6c8-70d3-4b8c-a139-31f9fcb59e13","remote_addr":"127.0.0.1:56042","local_addr":"0.0.0.0:12820","task":"repair","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.840640796Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:47635"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.841092623Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/7/files","method":"GET","req_id":"c9c78cf1-d708-4a19-b340-1460f2a84a8e","remote_addr":"127.0.0.1:47635","local_addr":"0.0.0.0:12820","task":"repair","latency_us":169,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.841830713Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/7/data","method":"GET","req_id":"0598da43-d9d1-417f-9289-c2cb639e6f2e","remote_addr":"127.0.0.1:47635","local_addr":"0.0.0.0:12820","task":"repair","latency_us":243,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.870892598Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/7/repair-ready","method":"GET","req_id":"923d224c-367d-492b-b748-6ddcf4cb7ba2","remote_addr":"127.0.0.1:47635","local_addr":"0.0.0.0:12820","task":"repair","latency_us":164,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.940585202Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:60680"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.940988124Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/8/files","method":"GET","req_id":"0d6a6f97-1bf5-49a5-8e36-b3866b55bfa3","remote_addr":"127.0.0.1:60680","local_addr":"0.0.0.0:12820","task":"repair","latency_us":150,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.941682397Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/8/data","method":"GET","req_id":"2539ae78-444d-49d1-ab4f-9094b485ea75","remote_addr":"127.0.0.1:60680","local_addr":"0.0.0.0:12820","task":"repair","latency_us":213,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:25.993870698Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/8/repair-ready","method":"GET","req_id":"358c00d6-24c7-43e5-89c4-fe5cf1eafd11","remote_addr":"127.0.0.1:60680","local_addr":"0.0.0.0:12820","task":"repair","latency_us":180,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:26.084765581Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:61433"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:26.085055163Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/9/files","method":"GET","req_id":"7537c283-aee1-491b-8cfb-ae31e2e92966","remote_addr":"127.0.0.1:61433","local_addr":"0.0.0.0:12820","task":"repair","latency_us":161,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:26.085753367Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/9/data","method":"GET","req_id":"624f9039-b636-43be-9d3d-7651f5739d17","remote_addr":"127.0.0.1:61433","local_addr":"0.0.0.0:12820","task":"repair","latency_us":237,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:26.115166089Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/9/repair-ready","method":"GET","req_id":"8d09c728-192a-451a-b198-5edee99525fe","remote_addr":"127.0.0.1:61433","local_addr":"0.0.0.0:12820","task":"repair","latency_us":85,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:26.180227427Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:65501"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:26.180644277Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/10/files","method":"GET","req_id":"7309f217-b916-4480-8a8c-9c049148331b","remote_addr":"127.0.0.1:65501","local_addr":"0.0.0.0:12820","task":"repair","latency_us":154,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:26.181411693Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/10/data","method":"GET","req_id":"43a206a6-534a-4abe-8cf8-73d1d8b8137a","remote_addr":"127.0.0.1:65501","local_addr":"0.0.0.0:12820","task":"repair","latency_us":199,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:26.213089759Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/10/repair-ready","method":"GET","req_id":"a5a9a4aa-37b1-4736-ad55-2efc5dd48756","remote_addr":"127.0.0.1:65501","local_addr":"0.0.0.0:12820","task":"repair","latency_us":89,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:26.306420148Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:56406"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:26.306770975Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/11/files","method":"GET","req_id":"920affe3-63d1-4b19-ae0c-969d3ecac184","remote_addr":"127.0.0.1:56406","local_addr":"0.0.0.0:12820","task":"repair","latency_us":156,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:26.307580417Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/11/data","method":"GET","req_id":"60c58ccb-2926-4dda-9a69-5149c898a883","remote_addr":"127.0.0.1:56406","local_addr":"0.0.0.0:12820","task":"repair","latency_us":223,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:26.338157148Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/11/repair-ready","method":"GET","req_id":"1a9f434f-774d-4584-886e-fc67b59ae588","remote_addr":"127.0.0.1:56406","local_addr":"0.0.0.0:12820","task":"repair","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:26.493434844Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:49343"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:26.493880081Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/12/files","method":"GET","req_id":"a62f6f52-8e06-4528-9f6d-75a52e04bfb6","remote_addr":"127.0.0.1:49343","local_addr":"0.0.0.0:12820","task":"repair","latency_us":163,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:26.494695593Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/12/data","method":"GET","req_id":"fcf96837-8b5d-45bc-bad2-606058a49083","remote_addr":"127.0.0.1:49343","local_addr":"0.0.0.0:12820","task":"repair","latency_us":229,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:26.524417306Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/12/repair-ready","method":"GET","req_id":"cabb8f8e-c526-4d84-aca9-e9e41379ecdf","remote_addr":"127.0.0.1:49343","local_addr":"0.0.0.0:12820","task":"repair","latency_us":169,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:26.634264943Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:33447"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:26.634634638Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/13/files","method":"GET","req_id":"b7d4dda0-ea02-41ed-8504-b98e1006454f","remote_addr":"127.0.0.1:33447","local_addr":"0.0.0.0:12820","task":"repair","latency_us":144,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:26.63534558Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/13/data","method":"GET","req_id":"768382e8-e87e-4b58-ada4-fbb086156754","remote_addr":"127.0.0.1:33447","local_addr":"0.0.0.0:12820","task":"repair","latency_us":215,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:26.665121117Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/13/repair-ready","method":"GET","req_id":"0d56c4ab-733d-42ee-a631-a1fe556c16b5","remote_addr":"127.0.0.1:33447","local_addr":"0.0.0.0:12820","task":"repair","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:26.796685054Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:55785"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:26.797141991Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/14/files","method":"GET","req_id":"1cc19c3f-ebdd-41e2-96bd-fd9d6f1b8b78","remote_addr":"127.0.0.1:55785","local_addr":"0.0.0.0:12820","task":"repair","latency_us":182,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:26.797976751Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/14/data","method":"GET","req_id":"0ae53e08-e205-45b6-b55f-d0dbc0d08972","remote_addr":"127.0.0.1:55785","local_addr":"0.0.0.0:12820","task":"repair","latency_us":221,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:26.864402498Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/14/repair-ready","method":"GET","req_id":"5b8bb8ad-e25d-4582-b9e1-06b9098ddc52","remote_addr":"127.0.0.1:55785","local_addr":"0.0.0.0:12820","task":"repair","latency_us":176,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:30.845869911Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:61612"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:30.846323058Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/0/files","method":"GET","req_id":"142385a5-84b2-4b58-ac7a-611d5823bc81","remote_addr":"127.0.0.1:61612","local_addr":"0.0.0.0:12820","task":"repair","latency_us":168,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:30.847674208Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/0/data","method":"GET","req_id":"eadb2823-1477-4bb9-bb6a-423d1fcd1f4e","remote_addr":"127.0.0.1:61612","local_addr":"0.0.0.0:12820","task":"repair","latency_us":296,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:30.854352149Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/0/repair-ready","method":"GET","req_id":"d264a90e-d6b7-4106-9500-6dc3ab2172be","remote_addr":"127.0.0.1:61612","local_addr":"0.0.0.0:12820","task":"repair","latency_us":76,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:30.893704969Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:44481"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:30.893966414Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/1/files","method":"GET","req_id":"d04fd1b2-8a84-4ee7-814c-c2791e61e965","remote_addr":"127.0.0.1:44481","local_addr":"0.0.0.0:12820","task":"repair","latency_us":154,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:30.894717422Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/1/data","method":"GET","req_id":"c0c85c3d-105f-430e-81da-a7cc1e3577af","remote_addr":"127.0.0.1:44481","local_addr":"0.0.0.0:12820","task":"repair","latency_us":243,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:30.902194586Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/1/repair-ready","method":"GET","req_id":"a0983b85-9975-4f51-ab97-1dc406856ed1","remote_addr":"127.0.0.1:44481","local_addr":"0.0.0.0:12820","task":"repair","latency_us":95,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:30.947022492Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:57699"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:30.947484987Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/2/files","method":"GET","req_id":"b08ba86e-271d-47f9-a44a-8462f2e577b0","remote_addr":"127.0.0.1:57699","local_addr":"0.0.0.0:12820","task":"repair","latency_us":164,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:30.948299609Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/2/data","method":"GET","req_id":"1f965ee7-2f9c-4d14-9db0-ed77e329b35c","remote_addr":"127.0.0.1:57699","local_addr":"0.0.0.0:12820","task":"repair","latency_us":239,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:30.955025425Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/2/repair-ready","method":"GET","req_id":"705fa17a-cea9-46c1-bf9a-e8882ec569c6","remote_addr":"127.0.0.1:57699","local_addr":"0.0.0.0:12820","task":"repair","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:30.997857582Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:60738"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:30.998282831Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/3/files","method":"GET","req_id":"da5b9a23-6955-4d21-a2f0-a3d48aee475b","remote_addr":"127.0.0.1:60738","local_addr":"0.0.0.0:12820","task":"repair","latency_us":154,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:30.999033459Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/3/data","method":"GET","req_id":"1ede2c48-873a-424d-bac5-c933ae3f6df5","remote_addr":"127.0.0.1:60738","local_addr":"0.0.0.0:12820","task":"repair","latency_us":209,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.006798706Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/3/repair-ready","method":"GET","req_id":"2f66b8d9-3ccf-46a6-8b3b-ffa81157086f","remote_addr":"127.0.0.1:60738","local_addr":"0.0.0.0:12820","task":"repair","latency_us":73,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.052446773Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:47697"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.052812918Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/4/files","method":"GET","req_id":"669433af-dbd0-479c-bdf2-3141f5fc7d19","remote_addr":"127.0.0.1:47697","local_addr":"0.0.0.0:12820","task":"repair","latency_us":135,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.053558386Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/4/data","method":"GET","req_id":"c3768372-14cd-4adc-8071-afbce9b2c239","remote_addr":"127.0.0.1:47697","local_addr":"0.0.0.0:12820","task":"repair","latency_us":203,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.060960407Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/4/repair-ready","method":"GET","req_id":"c632ec21-2768-4ddb-904f-6c9a0b076631","remote_addr":"127.0.0.1:47697","local_addr":"0.0.0.0:12820","task":"repair","latency_us":174,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.108444978Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:56181"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.108820313Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/5/files","method":"GET","req_id":"7ae4a95c-7515-4108-9c80-7b718dd2c9f3","remote_addr":"127.0.0.1:56181","local_addr":"0.0.0.0:12820","task":"repair","latency_us":130,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.109545263Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/5/data","method":"GET","req_id":"802b19af-84af-4fba-898d-38857deb9021","remote_addr":"127.0.0.1:56181","local_addr":"0.0.0.0:12820","task":"repair","latency_us":204,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.115662667Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/5/repair-ready","method":"GET","req_id":"85be6da7-5732-4509-80f3-6fc5081a7ceb","remote_addr":"127.0.0.1:56181","local_addr":"0.0.0.0:12820","task":"repair","latency_us":88,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.16208962Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:47401"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.162551975Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/6/files","method":"GET","req_id":"85d1950d-ed73-4e4a-a597-d5ca8a4cff12","remote_addr":"127.0.0.1:47401","local_addr":"0.0.0.0:12820","task":"repair","latency_us":175,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.163351529Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/6/data","method":"GET","req_id":"70dc009f-7d6e-4f62-8bde-2734911b87cb","remote_addr":"127.0.0.1:47401","local_addr":"0.0.0.0:12820","task":"repair","latency_us":238,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.170138499Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/6/repair-ready","method":"GET","req_id":"acf21562-6bc4-471f-83e3-da2187ec0b23","remote_addr":"127.0.0.1:47401","local_addr":"0.0.0.0:12820","task":"repair","latency_us":77,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.216706788Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:36034"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.217126038Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/7/files","method":"GET","req_id":"4cc8af54-b41a-4ff2-8085-3b847d3a366f","remote_addr":"127.0.0.1:36034","local_addr":"0.0.0.0:12820","task":"repair","latency_us":165,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.217840159Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/7/data","method":"GET","req_id":"354361bb-8238-4413-88f7-58859cbf1aa6","remote_addr":"127.0.0.1:36034","local_addr":"0.0.0.0:12820","task":"repair","latency_us":209,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.224503941Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/7/repair-ready","method":"GET","req_id":"c582a4fd-fa2c-43f7-ba6a-52a621af28dc","remote_addr":"127.0.0.1:36034","local_addr":"0.0.0.0:12820","task":"repair","latency_us":100,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.265977528Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:63513"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.266306956Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/8/files","method":"GET","req_id":"75391826-7a90-467c-a3a3-b249ca5c65de","remote_addr":"127.0.0.1:63513","local_addr":"0.0.0.0:12820","task":"repair","latency_us":168,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.26699623Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/8/data","method":"GET","req_id":"a1de9a60-e638-47b8-81dc-223ee3c1c9cc","remote_addr":"127.0.0.1:63513","local_addr":"0.0.0.0:12820","task":"repair","latency_us":210,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.274468215Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/8/repair-ready","method":"GET","req_id":"f2fe42b1-26eb-415a-b1c6-16b8a8558a35","remote_addr":"127.0.0.1:63513","local_addr":"0.0.0.0:12820","task":"repair","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.313433542Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:50489"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.313700057Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/9/files","method":"GET","req_id":"87add307-304b-4c45-bea7-234132b5b421","remote_addr":"127.0.0.1:50489","local_addr":"0.0.0.0:12820","task":"repair","latency_us":118,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.314368383Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/9/data","method":"GET","req_id":"2a6382e8-b766-46c9-b8b0-fb641d8e9b89","remote_addr":"127.0.0.1:50489","local_addr":"0.0.0.0:12820","task":"repair","latency_us":227,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.320673049Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/9/repair-ready","method":"GET","req_id":"25b35010-62bc-4bb6-8ccf-3e211a1545e8","remote_addr":"127.0.0.1:50489","local_addr":"0.0.0.0:12820","task":"repair","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.36106224Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:56104"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.361440603Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/10/files","method":"GET","req_id":"fa0276fd-cf2d-4b92-ad03-482ce24097b7","remote_addr":"127.0.0.1:56104","local_addr":"0.0.0.0:12820","task":"repair","latency_us":149,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.362135437Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/10/data","method":"GET","req_id":"7b1657c5-65ea-481c-bb59-6a77a9a646fb","remote_addr":"127.0.0.1:56104","local_addr":"0.0.0.0:12820","task":"repair","latency_us":202,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.369323748Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/10/repair-ready","method":"GET","req_id":"9f6b4a46-0ac7-4360-8820-05b6fcd8a1d7","remote_addr":"127.0.0.1:56104","local_addr":"0.0.0.0:12820","task":"repair","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.413905518Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:33754"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.414289991Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/11/files","method":"GET","req_id":"65e7af61-7883-4a8a-b8d6-c4efcff16b5a","remote_addr":"127.0.0.1:33754","local_addr":"0.0.0.0:12820","task":"repair","latency_us":135,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.415065626Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/11/data","method":"GET","req_id":"2f75b981-5b71-492e-9123-568f98e04eb6","remote_addr":"127.0.0.1:33754","local_addr":"0.0.0.0:12820","task":"repair","latency_us":238,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.421301969Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/11/repair-ready","method":"GET","req_id":"08a765c5-d8e6-48cc-af96-19bb2f962a09","remote_addr":"127.0.0.1:33754","local_addr":"0.0.0.0:12820","task":"repair","latency_us":89,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.464375563Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:65490"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.464778184Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/12/files","method":"GET","req_id":"bc00f410-882a-4b9d-bc45-38d26d90afa3","remote_addr":"127.0.0.1:65490","local_addr":"0.0.0.0:12820","task":"repair","latency_us":155,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.465652731Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/12/data","method":"GET","req_id":"6aa141ff-88ec-48a7-b634-38c82a5d0404","remote_addr":"127.0.0.1:65490","local_addr":"0.0.0.0:12820","task":"repair","latency_us":244,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.472565298Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/12/repair-ready","method":"GET","req_id":"e7dff7ba-5689-42d4-983a-62f94f283fa5","remote_addr":"127.0.0.1:65490","local_addr":"0.0.0.0:12820","task":"repair","latency_us":88,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.513708577Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:63536"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.514069763Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/13/files","method":"GET","req_id":"5a805f2d-3e2e-48a7-adeb-d9901c079d3c","remote_addr":"127.0.0.1:63536","local_addr":"0.0.0.0:12820","task":"repair","latency_us":133,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.514783014Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/13/data","method":"GET","req_id":"27d09fd5-806f-4e36-824a-a77ae6cb389f","remote_addr":"127.0.0.1:63536","local_addr":"0.0.0.0:12820","task":"repair","latency_us":194,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.522457829Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/13/repair-ready","method":"GET","req_id":"49496768-0c94-42ea-8b6f-0e8b191edc08","remote_addr":"127.0.0.1:63536","local_addr":"0.0.0.0:12820","task":"repair","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.566845617Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:52611"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.567194543Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/14/files","method":"GET","req_id":"9fbd9fb2-4b3d-43e6-9f95-0883666a2d26","remote_addr":"127.0.0.1:52611","local_addr":"0.0.0.0:12820","task":"repair","latency_us":178,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.567923793Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/newextent/14/data","method":"GET","req_id":"1e41e0ca-9454-488d-b4df-fecb5432d78a","remote_addr":"127.0.0.1:52611","local_addr":"0.0.0.0:12820","task":"repair","latency_us":210,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:31.576342157Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"uri":"/extent/14/repair-ready","method":"GET","req_id":"fcb08ebb-93e9-40c3-960a-66a84b6dd2b6","remote_addr":"127.0.0.1:52611","local_addr":"0.0.0.0:12820","task":"repair","latency_us":93,"response_code":"200"} {"msg":"connection (127.0.0.1:45933) Exits with error: Error reading from Upstairs: Connection reset by peer (os error 131)","v":0,"name":"crucible","level":50,"time":"2024-02-28T22:13:36.714936667Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"accepted connection from 127.0.0.1:53782","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.645940553Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"task":"main"} {"msg":"Connection request from 579965c0-1c5c-430d-a8b8-3247e0a345af with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.64795279Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 579965c0-1c5c-430d-a8b8-3247e0a345af, session_id: 0759252c-1f53-4fc2-b3d6-4192deae14e5, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.647987686Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 579965c0-1c5c-430d-a8b8-3247e0a345af, session_id: 0759252c-1f53-4fc2-b3d6-4192deae14e5, gen: 1 } to UpstairsConnection { upstairs_id: 579965c0-1c5c-430d-a8b8-3247e0a345af, session_id: 0759252c-1f53-4fc2-b3d6-4192deae14e5, gen: 1 }","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:13:44.648274759Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Signaling to UpstairsConnection { upstairs_id: 579965c0-1c5c-430d-a8b8-3247e0a345af, session_id: 0759252c-1f53-4fc2-b3d6-4192deae14e5, gen: 1 } thread that UpstairsConnection { upstairs_id: 579965c0-1c5c-430d-a8b8-3247e0a345af, session_id: 0759252c-1f53-4fc2-b3d6-4192deae14e5, gen: 1 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:13:44.648316845Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Error while signaling to UpstairsConnection { upstairs_id: 579965c0-1c5c-430d-a8b8-3247e0a345af, session_id: 0759252c-1f53-4fc2-b3d6-4192deae14e5, gen: 1 } thread: UpstairsConnection { upstairs_id: 579965c0-1c5c-430d-a8b8-3247e0a345af, session_id: 0759252c-1f53-4fc2-b3d6-4192deae14e5, gen: 1 }","v":0,"name":"crucible","level":50,"time":"2024-02-28T22:13:44.648343952Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"UpstairsConnection { upstairs_id: 579965c0-1c5c-430d-a8b8-3247e0a345af, session_id: 0759252c-1f53-4fc2-b3d6-4192deae14e5, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.64836592Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Current flush_numbers [0..12]: [1089, 1089, 1090, 1089, 1083, 1088, 1079, 1093, 1089, 1093, 1090, 1091]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.648827246Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.648862133Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.652180305Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.684947586Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.691647794Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/000.copy\" to \"/var/tmp/dsc/region/8820/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.692188972Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/000.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.693612406Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/000.replace\" to \"/var/tmp/dsc/region/8820/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.696468772Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.704567117Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.735196532Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.741580411Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/001.copy\" to \"/var/tmp/dsc/region/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.742079123Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/001.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.743565101Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/001.replace\" to \"/var/tmp/dsc/region/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.746012876Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.752902796Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.783163088Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.789859556Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/002.copy\" to \"/var/tmp/dsc/region/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.790315612Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/002.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.792250837Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/002.replace\" to \"/var/tmp/dsc/region/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.795092275Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.801676454Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.831845124Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.838631644Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/003.copy\" to \"/var/tmp/dsc/region/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.839184201Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/003.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.84076709Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/003.replace\" to \"/var/tmp/dsc/region/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.843649603Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.850504757Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.880192253Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.887176324Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/004.copy\" to \"/var/tmp/dsc/region/8820/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.887652139Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/004.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.888867602Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/004.replace\" to \"/var/tmp/dsc/region/8820/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.891675483Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.898347244Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.931840035Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.93930703Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/005.copy\" to \"/var/tmp/dsc/region/8820/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.939808042Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/005.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.941143704Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/005.replace\" to \"/var/tmp/dsc/region/8820/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.944434239Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.950097597Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.980084414Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.987259017Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/006.copy\" to \"/var/tmp/dsc/region/8820/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.987781887Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/006.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.989007409Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/006.replace\" to \"/var/tmp/dsc/region/8820/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:44.991932809Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.001308441Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.030934543Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.037874348Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/007.copy\" to \"/var/tmp/dsc/region/8820/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.038424196Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/007.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.039913833Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/007.replace\" to \"/var/tmp/dsc/region/8820/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.042720704Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.048916211Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.082525481Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.089789055Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/008.copy\" to \"/var/tmp/dsc/region/8820/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.090284788Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/008.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.091985525Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/008.replace\" to \"/var/tmp/dsc/region/8820/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.094839061Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.103494702Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.135098875Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.141489513Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/009.copy\" to \"/var/tmp/dsc/region/8820/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.141927361Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/009.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.143581372Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/009.replace\" to \"/var/tmp/dsc/region/8820/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.145619917Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.150772843Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.184046896Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.190343823Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/00A.copy\" to \"/var/tmp/dsc/region/8820/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.190832176Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/00A.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.192783319Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/00A.replace\" to \"/var/tmp/dsc/region/8820/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.195265941Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.204125643Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.234772387Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.241807333Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/00B.copy\" to \"/var/tmp/dsc/region/8820/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.242326393Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/00B.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.243734978Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/00B.replace\" to \"/var/tmp/dsc/region/8820/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.246981327Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.252567592Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.285445583Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.292026352Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/00C.copy\" to \"/var/tmp/dsc/region/8820/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.29247075Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/00C.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.293872446Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/00C.replace\" to \"/var/tmp/dsc/region/8820/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.296396364Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.304377489Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.33620997Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.342179828Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/00D.copy\" to \"/var/tmp/dsc/region/8820/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.3426788Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/00D.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.343911502Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/00D.replace\" to \"/var/tmp/dsc/region/8820/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.346614803Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.352607939Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.384579577Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.391753409Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/00E.copy\" to \"/var/tmp/dsc/region/8820/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.392249732Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/00E.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.393464155Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/00E.replace\" to \"/var/tmp/dsc/region/8820/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:13:45.396911945Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137} {"msg":"connection (127.0.0.1:53782) Exits with error: Error reading from Upstairs: Connection reset by peer (os error 131)","v":0,"name":"crucible","level":50,"time":"2024-02-28T22:14:04.35910416Z","hostname":"ip-10-150-1-81.us-west-2.compute.internal","pid":1137}