{"msg":"Opened existing region file \"/var/tmp/dsc/region/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:07.672014095Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:07.672249541Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:07.67227334Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:07.672714514Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:07.672732363Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: f6c40444ff68361c835e88ee91c409e8deb48d7d\nCommit timestamp: 2024-02-27T21:23:06.000000000Z branch: main\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:07.672880395Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:07.672911243Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/dsc/region/8820\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:07.673634661Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:07.675416947Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:07.675933567Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:07.675960416Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:07.675981064Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"accepted connection from 127.0.0.1:61041","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:12.756245593Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Connection request from 092373ff-7714-4bf7-84bd-cc33849c0b7e with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:12.757652911Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:12.757678979Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:12.759133285Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:12.760669326Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:12.760713183Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"1550 job Read for connection UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } waiting on 1 deps","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:44:15.824562517Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"role":"work"} {"msg":"1551 job Flush for connection UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } waiting on 2 deps","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:44:15.824612594Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"role":"work"} {"msg":"connection (127.0.0.1:61041) Exits with error: Error reading from Upstairs: Connection reset by peer (os error 131)","v":0,"name":"crucible","level":50,"time":"2024-02-27T21:44:25.84976444Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"accepted connection from 127.0.0.1:34501","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.435488778Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Connection request from 092373ff-7714-4bf7-84bd-cc33849c0b7e with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.435562234Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.435580553Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } to UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 }","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:44:38.435828978Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Signaling to UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } thread that UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:44:38.435852277Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Error while signaling to UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } thread: UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 }","v":0,"name":"crucible","level":50,"time":"2024-02-27T21:44:38.435867686Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.435880475Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Current flush_numbers [0..12]: [226, 225, 225, 217, 230, 225, 225, 233, 230, 226, 230, 218]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.436356117Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.436375867Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.461974589Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.506993872Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.535998137Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/000.copy\" to \"/var/tmp/dsc/region/8820/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.536520496Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/000.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.538839632Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/000.replace\" to \"/var/tmp/dsc/region/8820/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.56656618Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.608648264Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.640529971Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.669352587Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/001.copy\" to \"/var/tmp/dsc/region/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.669880826Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/001.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.672463836Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/001.replace\" to \"/var/tmp/dsc/region/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.710962168Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.741203861Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.773669794Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.805456697Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/002.copy\" to \"/var/tmp/dsc/region/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.805976117Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/002.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.808433344Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/002.replace\" to \"/var/tmp/dsc/region/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.836144673Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.907320457Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.938739051Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.968250686Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/003.copy\" to \"/var/tmp/dsc/region/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.968759307Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/003.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:38.971029864Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/003.replace\" to \"/var/tmp/dsc/region/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.027822324Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.034036663Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.065990906Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.100357149Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/004.copy\" to \"/var/tmp/dsc/region/8820/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.101165942Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/004.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.127082275Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/004.replace\" to \"/var/tmp/dsc/region/8820/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.151397633Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.182498915Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.214629978Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.240555091Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/005.copy\" to \"/var/tmp/dsc/region/8820/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.241277709Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/005.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.243889517Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/005.replace\" to \"/var/tmp/dsc/region/8820/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.273251891Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.332835468Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.36911668Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.397472812Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/006.copy\" to \"/var/tmp/dsc/region/8820/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.398047548Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/006.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.400177985Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/006.replace\" to \"/var/tmp/dsc/region/8820/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.424986553Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.47338547Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.505630726Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.566069133Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/007.copy\" to \"/var/tmp/dsc/region/8820/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.566603672Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/007.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.570431629Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/007.replace\" to \"/var/tmp/dsc/region/8820/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.597623139Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.673179528Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.702679474Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.728580289Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/008.copy\" to \"/var/tmp/dsc/region/8820/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.729053241Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/008.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.731060045Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/008.replace\" to \"/var/tmp/dsc/region/8820/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.756844646Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.846042142Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.876221718Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.911827859Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/009.copy\" to \"/var/tmp/dsc/region/8820/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.912362688Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/009.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.914987065Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/009.replace\" to \"/var/tmp/dsc/region/8820/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.941825146Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.947291908Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.977854882Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.983796247Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/00A.copy\" to \"/var/tmp/dsc/region/8820/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.984227262Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/00A.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.985512887Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/00A.replace\" to \"/var/tmp/dsc/region/8820/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.987928457Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:39.991533997Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:40.021879684Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:40.029269484Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/00B.copy\" to \"/var/tmp/dsc/region/8820/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:40.029760315Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/00B.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:40.031512924Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/00B.replace\" to \"/var/tmp/dsc/region/8820/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:40.033436042Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:40.036995285Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:40.068068109Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:40.075545385Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/00C.copy\" to \"/var/tmp/dsc/region/8820/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:40.0759712Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/00C.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:40.077138832Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/00C.replace\" to \"/var/tmp/dsc/region/8820/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:40.080219873Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:40.091331847Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:40.120753558Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:40.127178564Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/00D.copy\" to \"/var/tmp/dsc/region/8820/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:40.127636907Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/00D.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:40.128867166Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/00D.replace\" to \"/var/tmp/dsc/region/8820/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:40.131016591Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:40.136837363Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:40.169654276Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:40.17629669Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/00E.copy\" to \"/var/tmp/dsc/region/8820/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:40.176752793Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/00E.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:40.178270295Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/00E.replace\" to \"/var/tmp/dsc/region/8820/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:40.180987917Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:46.813538775Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:40647"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:46.814224655Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/0/files","method":"GET","req_id":"4e2d1202-febb-4bd0-a2a3-be4cf7fe994d","remote_addr":"127.0.0.1:40647","local_addr":"0.0.0.0:12820","task":"repair","latency_us":302,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:46.815257475Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/0/data","method":"GET","req_id":"8fea53fe-a35f-4db0-9d96-29b8e1063f8d","remote_addr":"127.0.0.1:40647","local_addr":"0.0.0.0:12820","task":"repair","latency_us":292,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:46.821183921Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/0/repair-ready","method":"GET","req_id":"b6ee6552-518a-4808-902d-b02441cb82c5","remote_addr":"127.0.0.1:40647","local_addr":"0.0.0.0:12820","task":"repair","latency_us":77,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:46.860955989Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:62467"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:46.861375985Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/1/files","method":"GET","req_id":"573b23c3-bb0a-47e4-8c31-e780519e87df","remote_addr":"127.0.0.1:62467","local_addr":"0.0.0.0:12820","task":"repair","latency_us":124,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:46.862056435Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/1/data","method":"GET","req_id":"a206b7de-a7eb-4d81-9cac-c0c7df89c884","remote_addr":"127.0.0.1:62467","local_addr":"0.0.0.0:12820","task":"repair","latency_us":188,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:46.867281852Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/1/repair-ready","method":"GET","req_id":"d18187c9-92bc-4086-b383-25e4fb1ec250","remote_addr":"127.0.0.1:62467","local_addr":"0.0.0.0:12820","task":"repair","latency_us":74,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:46.909027846Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:48328"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:46.909371786Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/2/files","method":"GET","req_id":"0869207a-9931-4f27-89b3-8a6a85bff9fe","remote_addr":"127.0.0.1:48328","local_addr":"0.0.0.0:12820","task":"repair","latency_us":124,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:46.910021418Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/2/data","method":"GET","req_id":"0605670d-c6e1-49cb-9298-33e440970fb0","remote_addr":"127.0.0.1:48328","local_addr":"0.0.0.0:12820","task":"repair","latency_us":188,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:46.916514841Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/2/repair-ready","method":"GET","req_id":"cd569bbb-f8ab-4d58-a6fe-3da8bd331c0d","remote_addr":"127.0.0.1:48328","local_addr":"0.0.0.0:12820","task":"repair","latency_us":73,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:46.957740185Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:35764"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:46.958112733Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/3/files","method":"GET","req_id":"5d955019-ab64-400a-a84f-05f50e1357c0","remote_addr":"127.0.0.1:35764","local_addr":"0.0.0.0:12820","task":"repair","latency_us":135,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:46.958786924Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/3/data","method":"GET","req_id":"da87dee7-c086-4696-b7bc-314458cb51a5","remote_addr":"127.0.0.1:35764","local_addr":"0.0.0.0:12820","task":"repair","latency_us":201,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:46.964926477Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/3/repair-ready","method":"GET","req_id":"776593d1-a620-4fd3-a042-e9437038ffd9","remote_addr":"127.0.0.1:35764","local_addr":"0.0.0.0:12820","task":"repair","latency_us":76,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.00841701Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:52502"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.008767129Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/4/files","method":"GET","req_id":"3bdda5a1-c706-42b7-882b-3e1dec8f357c","remote_addr":"127.0.0.1:52502","local_addr":"0.0.0.0:12820","task":"repair","latency_us":116,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.009431661Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/4/data","method":"GET","req_id":"8b9088c4-d5d9-468b-bf7c-2ef84f21cb21","remote_addr":"127.0.0.1:52502","local_addr":"0.0.0.0:12820","task":"repair","latency_us":200,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.015849768Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/4/repair-ready","method":"GET","req_id":"9dc8c75d-540e-44e0-b205-e296d03094f1","remote_addr":"127.0.0.1:52502","local_addr":"0.0.0.0:12820","task":"repair","latency_us":77,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.054795384Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:48517"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.055134245Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/5/files","method":"GET","req_id":"aa7815a9-61ab-4db1-888e-a5ad6e76beee","remote_addr":"127.0.0.1:48517","local_addr":"0.0.0.0:12820","task":"repair","latency_us":119,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.055815725Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/5/data","method":"GET","req_id":"f05a6455-6119-4abd-a152-992f9f8295c9","remote_addr":"127.0.0.1:48517","local_addr":"0.0.0.0:12820","task":"repair","latency_us":222,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.062493877Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/5/repair-ready","method":"GET","req_id":"0929fb63-cd9e-47db-bc43-7c8fa8cc24e0","remote_addr":"127.0.0.1:48517","local_addr":"0.0.0.0:12820","task":"repair","latency_us":70,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.102974525Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:54368"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.103319734Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/6/files","method":"GET","req_id":"00a931d4-c8ef-4ecd-9138-abc0bc91c8d9","remote_addr":"127.0.0.1:54368","local_addr":"0.0.0.0:12820","task":"repair","latency_us":123,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.103952988Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/6/data","method":"GET","req_id":"a23c4e8f-a83e-4232-bbe9-8fa377ae732a","remote_addr":"127.0.0.1:54368","local_addr":"0.0.0.0:12820","task":"repair","latency_us":190,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.110545814Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/6/repair-ready","method":"GET","req_id":"2ddf9088-5e09-4f56-8d41-72f1b00dfb2f","remote_addr":"127.0.0.1:54368","local_addr":"0.0.0.0:12820","task":"repair","latency_us":84,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.153482229Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:64008"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.153731745Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/7/files","method":"GET","req_id":"faeb0d14-1aff-4a29-9b97-1274927268a4","remote_addr":"127.0.0.1:64008","local_addr":"0.0.0.0:12820","task":"repair","latency_us":124,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.154393516Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/7/data","method":"GET","req_id":"ca5caebd-951a-456f-a1d4-29f34a91ce9b","remote_addr":"127.0.0.1:64008","local_addr":"0.0.0.0:12820","task":"repair","latency_us":211,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.161182152Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/7/repair-ready","method":"GET","req_id":"6d4dbcf7-467e-42c7-a973-fd47bfcc446c","remote_addr":"127.0.0.1:64008","local_addr":"0.0.0.0:12820","task":"repair","latency_us":74,"response_code":"200"} {"msg":"8001 job Read for connection UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } waiting on 1 deps","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:44:47.167417169Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"role":"work"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.20009814Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:43287"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.200331347Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/8/files","method":"GET","req_id":"cb731ffe-369e-454b-bbf0-c192ffad5781","remote_addr":"127.0.0.1:43287","local_addr":"0.0.0.0:12820","task":"repair","latency_us":115,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.20095583Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/8/data","method":"GET","req_id":"d8e4659b-a607-4923-8c73-19c9839e7598","remote_addr":"127.0.0.1:43287","local_addr":"0.0.0.0:12820","task":"repair","latency_us":195,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.20715005Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/8/repair-ready","method":"GET","req_id":"182d91f3-7405-4b43-87d0-fef2de5864bf","remote_addr":"127.0.0.1:43287","local_addr":"0.0.0.0:12820","task":"repair","latency_us":86,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.247924131Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:49870"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.248272041Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/9/files","method":"GET","req_id":"ba8554de-217d-4fa2-90cf-36585dfbcc56","remote_addr":"127.0.0.1:49870","local_addr":"0.0.0.0:12820","task":"repair","latency_us":118,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.248939032Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/9/data","method":"GET","req_id":"f816380b-b767-4b3d-ace4-9e276c47d54f","remote_addr":"127.0.0.1:49870","local_addr":"0.0.0.0:12820","task":"repair","latency_us":188,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.254895705Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/9/repair-ready","method":"GET","req_id":"dfb59521-5c81-4397-9b7b-1055bf7c3211","remote_addr":"127.0.0.1:49870","local_addr":"0.0.0.0:12820","task":"repair","latency_us":89,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.304003542Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:42968"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.304419847Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/10/files","method":"GET","req_id":"bf68e8e3-a7f0-4910-ad05-84e4f9d73c5a","remote_addr":"127.0.0.1:42968","local_addr":"0.0.0.0:12820","task":"repair","latency_us":158,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.305473366Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/10/data","method":"GET","req_id":"fb3b1e76-906f-4a02-9502-1b48e0b7208f","remote_addr":"127.0.0.1:42968","local_addr":"0.0.0.0:12820","task":"repair","latency_us":259,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.311335936Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/10/repair-ready","method":"GET","req_id":"cd0fe2f3-fa61-4d47-a47f-51c8d4e4d037","remote_addr":"127.0.0.1:42968","local_addr":"0.0.0.0:12820","task":"repair","latency_us":75,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.359255471Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:55823"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.359590651Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/11/files","method":"GET","req_id":"51493b52-f258-4e0f-aa08-0a2840d59de8","remote_addr":"127.0.0.1:55823","local_addr":"0.0.0.0:12820","task":"repair","latency_us":134,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.360341708Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/11/data","method":"GET","req_id":"44461912-99f6-447a-8ed2-b080924ab8e5","remote_addr":"127.0.0.1:55823","local_addr":"0.0.0.0:12820","task":"repair","latency_us":230,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.366576435Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/11/repair-ready","method":"GET","req_id":"e3570610-99de-4bb1-b7c8-10391a6d5e54","remote_addr":"127.0.0.1:55823","local_addr":"0.0.0.0:12820","task":"repair","latency_us":84,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.407482798Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:42273"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.407821778Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/12/files","method":"GET","req_id":"3ad3f3ed-14de-40a2-8c16-ea9bdad75af4","remote_addr":"127.0.0.1:42273","local_addr":"0.0.0.0:12820","task":"repair","latency_us":101,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.408511288Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/12/data","method":"GET","req_id":"9a6a87ca-c978-4771-bc00-2b940e596584","remote_addr":"127.0.0.1:42273","local_addr":"0.0.0.0:12820","task":"repair","latency_us":183,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.415001271Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/12/repair-ready","method":"GET","req_id":"42fd1d6f-da8e-4f95-b0fd-fbb2cd7e7c18","remote_addr":"127.0.0.1:42273","local_addr":"0.0.0.0:12820","task":"repair","latency_us":74,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.455255582Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:64885"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.455588122Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/13/files","method":"GET","req_id":"1f3ec44b-bb88-4df0-9ad4-f6f2aeb2b2a9","remote_addr":"127.0.0.1:64885","local_addr":"0.0.0.0:12820","task":"repair","latency_us":107,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.456233845Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/13/data","method":"GET","req_id":"af00595d-81d4-4474-a087-8f0dbfe1005d","remote_addr":"127.0.0.1:64885","local_addr":"0.0.0.0:12820","task":"repair","latency_us":196,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.462263105Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/13/repair-ready","method":"GET","req_id":"a0716017-6edc-4dec-9581-1e6d3eb0f819","remote_addr":"127.0.0.1:64885","local_addr":"0.0.0.0:12820","task":"repair","latency_us":76,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.500090826Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:50040"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.500449805Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/14/files","method":"GET","req_id":"f41edc11-f985-412b-967f-5fed35bd2084","remote_addr":"127.0.0.1:50040","local_addr":"0.0.0.0:12820","task":"repair","latency_us":127,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.501105597Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/14/data","method":"GET","req_id":"410999b6-a7f8-447d-9d63-cb555c6c998f","remote_addr":"127.0.0.1:50040","local_addr":"0.0.0.0:12820","task":"repair","latency_us":206,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:47.506801986Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/14/repair-ready","method":"GET","req_id":"1b908146-ee37-4187-9675-97060726755e","remote_addr":"127.0.0.1:50040","local_addr":"0.0.0.0:12820","task":"repair","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.564590796Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:63852"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.56503599Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/0/files","method":"GET","req_id":"15a9b65f-cc79-49ed-9d61-431037e68172","remote_addr":"127.0.0.1:63852","local_addr":"0.0.0.0:12820","task":"repair","latency_us":155,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.56573016Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/0/data","method":"GET","req_id":"5c0469ad-6332-438e-80e7-cf1c563dec91","remote_addr":"127.0.0.1:63852","local_addr":"0.0.0.0:12820","task":"repair","latency_us":203,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.572627299Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/0/repair-ready","method":"GET","req_id":"167a411b-7ad9-4ff8-977f-d1c703e07e13","remote_addr":"127.0.0.1:63852","local_addr":"0.0.0.0:12820","task":"repair","latency_us":72,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.614959779Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:49158"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.61528547Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/1/files","method":"GET","req_id":"9c02fe05-62bd-45e1-9007-043a431e4d2d","remote_addr":"127.0.0.1:49158","local_addr":"0.0.0.0:12820","task":"repair","latency_us":118,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.615997018Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/1/data","method":"GET","req_id":"f75ff325-bd7e-4897-be42-a895b803c771","remote_addr":"127.0.0.1:49158","local_addr":"0.0.0.0:12820","task":"repair","latency_us":198,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.621794451Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/1/repair-ready","method":"GET","req_id":"d58577cc-01b5-4eaf-a5a0-24d7048f5360","remote_addr":"127.0.0.1:49158","local_addr":"0.0.0.0:12820","task":"repair","latency_us":88,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.664378177Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:58310"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.664748265Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/2/files","method":"GET","req_id":"9516aa09-17f1-496a-9690-6c3a4ac06f66","remote_addr":"127.0.0.1:58310","local_addr":"0.0.0.0:12820","task":"repair","latency_us":108,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.665405517Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/2/data","method":"GET","req_id":"858e613c-f947-4071-bcc2-7a15d3f9aa9a","remote_addr":"127.0.0.1:58310","local_addr":"0.0.0.0:12820","task":"repair","latency_us":187,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.672039701Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/2/repair-ready","method":"GET","req_id":"c81fef60-b0c9-43b4-9371-383ab9633b6e","remote_addr":"127.0.0.1:58310","local_addr":"0.0.0.0:12820","task":"repair","latency_us":72,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.711176677Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:33712"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.711515657Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/3/files","method":"GET","req_id":"eb5619a4-440a-497e-8349-bbecb8e2267a","remote_addr":"127.0.0.1:33712","local_addr":"0.0.0.0:12820","task":"repair","latency_us":119,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.712250014Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/3/data","method":"GET","req_id":"54f0f3a9-2475-46a8-ab7d-533eb00c5f40","remote_addr":"127.0.0.1:33712","local_addr":"0.0.0.0:12820","task":"repair","latency_us":216,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.718298183Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/3/repair-ready","method":"GET","req_id":"777ff3c9-8b92-4c87-b364-10a8b9b85019","remote_addr":"127.0.0.1:33712","local_addr":"0.0.0.0:12820","task":"repair","latency_us":72,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.763426351Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:60603"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.76377391Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/4/files","method":"GET","req_id":"5fa4a275-794c-4db2-b3f0-e208831a75f2","remote_addr":"127.0.0.1:60603","local_addr":"0.0.0.0:12820","task":"repair","latency_us":134,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.76446044Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/4/data","method":"GET","req_id":"9bf8bea6-9123-4343-a888-9cbb3239a81f","remote_addr":"127.0.0.1:60603","local_addr":"0.0.0.0:12820","task":"repair","latency_us":213,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.770424284Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/4/repair-ready","method":"GET","req_id":"0e3ba6b9-374f-47ac-93e5-18d32173745e","remote_addr":"127.0.0.1:60603","local_addr":"0.0.0.0:12820","task":"repair","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.80936889Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:59747"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.80972152Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/5/files","method":"GET","req_id":"89500fc6-77b4-4c23-8929-102522c518ca","remote_addr":"127.0.0.1:59747","local_addr":"0.0.0.0:12820","task":"repair","latency_us":122,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.810464567Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/5/data","method":"GET","req_id":"6dedf6fe-93f2-4065-8091-8c6ff41a0427","remote_addr":"127.0.0.1:59747","local_addr":"0.0.0.0:12820","task":"repair","latency_us":213,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.816323966Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/5/repair-ready","method":"GET","req_id":"f3b1e06b-9433-4a72-abbc-e7d109c19989","remote_addr":"127.0.0.1:59747","local_addr":"0.0.0.0:12820","task":"repair","latency_us":73,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.86221305Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:36373"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.862572289Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/6/files","method":"GET","req_id":"3986231c-a150-42d8-a147-54a413529452","remote_addr":"127.0.0.1:36373","local_addr":"0.0.0.0:12820","task":"repair","latency_us":142,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.863281837Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/6/data","method":"GET","req_id":"138f3c93-ddc2-4863-a485-79bfab095610","remote_addr":"127.0.0.1:36373","local_addr":"0.0.0.0:12820","task":"repair","latency_us":206,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.869536614Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/6/repair-ready","method":"GET","req_id":"e84f6271-6197-4b08-986c-f92f9df75f9c","remote_addr":"127.0.0.1:36373","local_addr":"0.0.0.0:12820","task":"repair","latency_us":78,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.911454998Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:60628"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.911787349Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/7/files","method":"GET","req_id":"8d053d3e-fbf0-4baa-b0ed-29ea811baedd","remote_addr":"127.0.0.1:60628","local_addr":"0.0.0.0:12820","task":"repair","latency_us":132,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.912477808Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/7/data","method":"GET","req_id":"dfa8f42f-e7b3-4410-8db2-2fce56a0d2eb","remote_addr":"127.0.0.1:60628","local_addr":"0.0.0.0:12820","task":"repair","latency_us":228,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.919113823Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/7/repair-ready","method":"GET","req_id":"8933463e-7a2c-4b88-9681-18ec78a1e28d","remote_addr":"127.0.0.1:60628","local_addr":"0.0.0.0:12820","task":"repair","latency_us":69,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.95890395Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:43940"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.959220812Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/8/files","method":"GET","req_id":"5f6f2fad-891f-470e-8b94-fc2640654f11","remote_addr":"127.0.0.1:43940","local_addr":"0.0.0.0:12820","task":"repair","latency_us":123,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.959878264Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/8/data","method":"GET","req_id":"e5054fb6-6cdf-43c4-b2dd-e2345e7ce141","remote_addr":"127.0.0.1:43940","local_addr":"0.0.0.0:12820","task":"repair","latency_us":188,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:49.965642459Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/8/repair-ready","method":"GET","req_id":"5bae9188-6764-4151-b56b-dfa24091b162","remote_addr":"127.0.0.1:43940","local_addr":"0.0.0.0:12820","task":"repair","latency_us":88,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.007344895Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:43602"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.007631948Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/9/files","method":"GET","req_id":"c6aba31e-7934-42d0-8875-d03ba26fc1cf","remote_addr":"127.0.0.1:43602","local_addr":"0.0.0.0:12820","task":"repair","latency_us":132,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.008317719Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/9/data","method":"GET","req_id":"0c953100-1796-4f02-a917-1df71732d4b8","remote_addr":"127.0.0.1:43602","local_addr":"0.0.0.0:12820","task":"repair","latency_us":223,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.014278452Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/9/repair-ready","method":"GET","req_id":"5e857d08-c860-486a-a3c3-8bf470b4407a","remote_addr":"127.0.0.1:43602","local_addr":"0.0.0.0:12820","task":"repair","latency_us":75,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.051983821Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:55891"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.05234211Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/10/files","method":"GET","req_id":"b645e014-a88c-4055-a081-5c332de8d92e","remote_addr":"127.0.0.1:55891","local_addr":"0.0.0.0:12820","task":"repair","latency_us":122,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.052971513Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/10/data","method":"GET","req_id":"026c214c-b298-487d-9e75-6bbff7a44ca9","remote_addr":"127.0.0.1:55891","local_addr":"0.0.0.0:12820","task":"repair","latency_us":197,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.059299136Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/10/repair-ready","method":"GET","req_id":"9858d3ac-2d27-4ad8-968e-3bd7274845fc","remote_addr":"127.0.0.1:55891","local_addr":"0.0.0.0:12820","task":"repair","latency_us":72,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.099510919Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:33945"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.09984119Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/11/files","method":"GET","req_id":"af7f5693-29c5-4a6c-8bf3-bc5f0afad915","remote_addr":"127.0.0.1:33945","local_addr":"0.0.0.0:12820","task":"repair","latency_us":117,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.100511091Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/11/data","method":"GET","req_id":"2c8706bd-b290-452d-8a71-472f14b0137f","remote_addr":"127.0.0.1:33945","local_addr":"0.0.0.0:12820","task":"repair","latency_us":212,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.106020681Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/11/repair-ready","method":"GET","req_id":"93d1b977-dad3-401f-97f2-162c78a3e249","remote_addr":"127.0.0.1:33945","local_addr":"0.0.0.0:12820","task":"repair","latency_us":73,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.14560117Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:50298"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.14595952Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/12/files","method":"GET","req_id":"f7c434ec-e7f5-4de4-9a91-9b230ffc04c8","remote_addr":"127.0.0.1:50298","local_addr":"0.0.0.0:12820","task":"repair","latency_us":119,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.14664733Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/12/data","method":"GET","req_id":"f231e029-3e95-4310-a7df-044da38cbc7f","remote_addr":"127.0.0.1:50298","local_addr":"0.0.0.0:12820","task":"repair","latency_us":188,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.152548817Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/12/repair-ready","method":"GET","req_id":"3a257053-e82c-4c05-87a0-25927f16fa57","remote_addr":"127.0.0.1:50298","local_addr":"0.0.0.0:12820","task":"repair","latency_us":70,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.19894582Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:59394"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.199356346Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/13/files","method":"GET","req_id":"5692c989-bbc7-4a0b-897b-c399492fd74e","remote_addr":"127.0.0.1:59394","local_addr":"0.0.0.0:12820","task":"repair","latency_us":175,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.200115102Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/13/data","method":"GET","req_id":"29a6a5c8-8502-41ac-a01c-e141a3838a9b","remote_addr":"127.0.0.1:59394","local_addr":"0.0.0.0:12820","task":"repair","latency_us":214,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.207110706Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/13/repair-ready","method":"GET","req_id":"0fd67d40-21a1-48d9-8166-aa250aef8072","remote_addr":"127.0.0.1:59394","local_addr":"0.0.0.0:12820","task":"repair","latency_us":117,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.254888959Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:40357"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.255206721Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/14/files","method":"GET","req_id":"438f6fc4-c714-4d55-a6fa-e5f0b38d1bd7","remote_addr":"127.0.0.1:40357","local_addr":"0.0.0.0:12820","task":"repair","latency_us":157,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.255874752Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/newextent/14/data","method":"GET","req_id":"f2aff28e-1c7e-42bc-9928-a4a63b6406df","remote_addr":"127.0.0.1:40357","local_addr":"0.0.0.0:12820","task":"repair","latency_us":202,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:50.261471377Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"uri":"/extent/14/repair-ready","method":"GET","req_id":"03081c93-ceda-4825-9784-fcce983e1573","remote_addr":"127.0.0.1:40357","local_addr":"0.0.0.0:12820","task":"repair","latency_us":76,"response_code":"200"} {"msg":"upstairs UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:44:55.294199228Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:44:55.294257504Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"connection (127.0.0.1:34501): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:44:55.294281883Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"accepted connection from 127.0.0.1:56694","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.117175582Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"Connection request from 092373ff-7714-4bf7-84bd-cc33849c0b7e with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.117316914Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.117339623Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.117494014Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Current flush_numbers [0..12]: [1149, 1143, 1153, 1154, 1151, 1156, 1132, 1157, 1153, 1134, 1153, 1150]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.118318076Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.118344034Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.119505637Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.15042487Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.156808859Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/000.copy\" to \"/var/tmp/dsc/region/8820/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.157289681Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/000.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.158792534Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/000.replace\" to \"/var/tmp/dsc/region/8820/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.161927232Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.167226553Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.196597877Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.202771108Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/001.copy\" to \"/var/tmp/dsc/region/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.203206613Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/001.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.204333937Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/001.replace\" to \"/var/tmp/dsc/region/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.206956115Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.211803353Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.245534763Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.252269941Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/002.copy\" to \"/var/tmp/dsc/region/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.252752443Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/002.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.254621215Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/002.replace\" to \"/var/tmp/dsc/region/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.257302309Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.269267463Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.306227575Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.312817783Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/003.copy\" to \"/var/tmp/dsc/region/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.313321343Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/003.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.314913511Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/003.replace\" to \"/var/tmp/dsc/region/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.31750527Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.329108566Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.365563667Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.372625987Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/004.copy\" to \"/var/tmp/dsc/region/8820/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.37308306Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/004.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.374354336Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/004.replace\" to \"/var/tmp/dsc/region/8820/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.377270007Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.387733929Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.419496593Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.425830365Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/005.copy\" to \"/var/tmp/dsc/region/8820/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.426295218Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/005.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.427926683Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/005.replace\" to \"/var/tmp/dsc/region/8820/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.430804436Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.438528497Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.468673285Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.474419821Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/006.copy\" to \"/var/tmp/dsc/region/8820/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.474840947Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/006.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.47651103Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/006.replace\" to \"/var/tmp/dsc/region/8820/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.479283069Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.483523712Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.515299575Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.523071394Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/007.copy\" to \"/var/tmp/dsc/region/8820/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.523543076Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/007.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.525042719Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/007.replace\" to \"/var/tmp/dsc/region/8820/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.528360536Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.534914855Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.564645967Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.571545786Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/008.copy\" to \"/var/tmp/dsc/region/8820/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.57198575Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/008.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.573263436Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/008.replace\" to \"/var/tmp/dsc/region/8820/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.576252392Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.581653328Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.611659724Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.618313108Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/009.copy\" to \"/var/tmp/dsc/region/8820/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.618775171Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/009.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.620381078Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/009.replace\" to \"/var/tmp/dsc/region/8820/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.623498336Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.627808556Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.657424505Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.664950207Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/00A.copy\" to \"/var/tmp/dsc/region/8820/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.665463438Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/00A.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.666995539Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/00A.replace\" to \"/var/tmp/dsc/region/8820/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.669586518Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"13937 job Read for connection UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } waiting on 1 deps","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:03.671696955Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"role":"work"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.672742745Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.701935368Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.708563223Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/00B.copy\" to \"/var/tmp/dsc/region/8820/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.709030096Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/00B.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.710262044Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/00B.replace\" to \"/var/tmp/dsc/region/8820/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.713446439Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.717151324Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.747377077Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.754007612Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/00C.copy\" to \"/var/tmp/dsc/region/8820/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.754478684Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/00C.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.755624238Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/00C.replace\" to \"/var/tmp/dsc/region/8820/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.758647832Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.76694111Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.796473994Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.80274579Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/00D.copy\" to \"/var/tmp/dsc/region/8820/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.803170445Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/00D.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.804301269Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/00D.replace\" to \"/var/tmp/dsc/region/8820/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.808645857Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Created copy dir \"/var/tmp/dsc/region/8820/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.813448808Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.843415616Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.85056634Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"1 repair files downloaded, move directory \"/var/tmp/dsc/region/8820/00/000/00E.copy\" to \"/var/tmp/dsc/region/8820/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.850996446Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Copy files from \"/var/tmp/dsc/region/8820/00/000/00E.replace\" in \"/var/tmp/dsc/region/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.852397254Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"Move directory \"/var/tmp/dsc/region/8820/00/000/00E.replace\" to \"/var/tmp/dsc/region/8820/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:03.855856273Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138} {"msg":"15872 job Write for connection UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } waiting on 1 deps","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:10.451277627Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"role":"work"} {"msg":"15873 job Flush for connection UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } waiting on 2 deps","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:10.451322605Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"role":"work"} {"msg":"upstairs UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:22.489645623Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 092373ff-7714-4bf7-84bd-cc33849c0b7e, session_id: 8f285646-58f0-4cd6-9085-440550dbbb7b, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-27T21:45:22.48970717Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138,"task":"main"} {"msg":"connection (127.0.0.1:56694): all done","v":0,"name":"crucible","level":30,"time":"2024-02-27T21:45:22.489729638Z","hostname":"ip-10-150-1-198.us-west-2.compute.internal","pid":1138}