{"msg":"Opened existing region file \"/var/tmp/test_repair/8830/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.536043646Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.536284658Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.536305657Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"UUID: 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.537785306Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.537806024Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ebef7f4917e579ad4649dc0478073aaafe487733\nCommit timestamp: 2024-02-08T06:19:45.000000000Z branch: alan/downstairs-clone\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.538005649Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.538032637Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12830 for path:\"/var/tmp/test_repair/8830\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.538849295Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.53919588Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"local_addr":"0.0.0.0:12830","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12830","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.539356217Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.539389895Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8830","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.539431462Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"accepted connection from 127.0.0.1:35491","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.539607918Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"Connection request from d04408fb-a2a6-49b1-9901-6be91bbc1db5 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.540070114Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: d04408fb-a2a6-49b1-9901-6be91bbc1db5, session_id: 06f93e86-93fa-411c-b86a-451d0d9ba44e, gen: 185 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.540107881Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: d04408fb-a2a6-49b1-9901-6be91bbc1db5, session_id: 06f93e86-93fa-411c-b86a-451d0d9ba44e, gen: 185 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.540554978Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Current flush_numbers [0..12]: [309, 312, 304, 312, 312, 305, 305, 298, 312, 304, 312, 307]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.541390475Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.541412683Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.542881303Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.584846742Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.587777252Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.588769387Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.590772397Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.593752533Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.62535519Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/002.copy\" to \"/var/tmp/test_repair/8830/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.628113343Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/002.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.633361599Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/002.replace\" to \"/var/tmp/test_repair/8830/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.634858977Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.63734349Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.667538823Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01A.copy\" to \"/var/tmp/test_repair/8830/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.670815597Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.672462484Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01A.replace\" to \"/var/tmp/test_repair/8830/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.673918774Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.677491936Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.706447152Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01C.copy\" to \"/var/tmp/test_repair/8830/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.708885319Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.709975407Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01C.replace\" to \"/var/tmp/test_repair/8830/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.711053806Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.715281219Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.746876237Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/015.copy\" to \"/var/tmp/test_repair/8830/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.749816246Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/015.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.751296485Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/015.replace\" to \"/var/tmp/test_repair/8830/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.752374074Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.755958125Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.786441086Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00A.copy\" to \"/var/tmp/test_repair/8830/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.789037502Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.790562967Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00A.replace\" to \"/var/tmp/test_repair/8830/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.79238618Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.796577636Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.826242228Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/013.copy\" to \"/var/tmp/test_repair/8830/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.829481905Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/013.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.830683605Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/013.replace\" to \"/var/tmp/test_repair/8830/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.832677055Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.837022319Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.868773395Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/004.copy\" to \"/var/tmp/test_repair/8830/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.871545107Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/004.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.874227946Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/004.replace\" to \"/var/tmp/test_repair/8830/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.875484371Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.879066832Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.908737335Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00B.copy\" to \"/var/tmp/test_repair/8830/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.9114597Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.912720476Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00B.replace\" to \"/var/tmp/test_repair/8830/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.914566257Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.918215883Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.947528563Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01D.copy\" to \"/var/tmp/test_repair/8830/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.950276206Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.952670557Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01D.replace\" to \"/var/tmp/test_repair/8830/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.953967489Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.957856597Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.987231142Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/012.copy\" to \"/var/tmp/test_repair/8830/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.990334219Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/012.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.992029622Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/012.replace\" to \"/var/tmp/test_repair/8830/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.993687367Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:19.997825096Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:20.029431754Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/016.copy\" to \"/var/tmp/test_repair/8830/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:20.032222554Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/016.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:20.033456921Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/016.replace\" to \"/var/tmp/test_repair/8830/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:20.034636113Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"upstairs UpstairsConnection { upstairs_id: d04408fb-a2a6-49b1-9901-6be91bbc1db5, session_id: 06f93e86-93fa-411c-b86a-451d0d9ba44e, gen: 185 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:24.107450614Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: d04408fb-a2a6-49b1-9901-6be91bbc1db5, session_id: 06f93e86-93fa-411c-b86a-451d0d9ba44e, gen: 185 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:24.10750695Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"connection (127.0.0.1:35491): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:24.107533398Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"accepted connection from 127.0.0.1:37863","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:24.150254931Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"Connection request from 71f48c5b-ab74-403d-84d6-dd937ecd9047 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:24.150856866Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 71f48c5b-ab74-403d-84d6-dd937ecd9047, session_id: 84e15e47-9961-4997-87f3-4fa7adbf7eb2, gen: 186 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:24.150886764Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 71f48c5b-ab74-403d-84d6-dd937ecd9047, session_id: 84e15e47-9961-4997-87f3-4fa7adbf7eb2, gen: 186 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:24.151325371Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Current flush_numbers [0..12]: [309, 313, 313, 312, 317, 305, 305, 298, 312, 304, 316, 313]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:24.152076564Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:24.152102942Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 71f48c5b-ab74-403d-84d6-dd937ecd9047, session_id: 84e15e47-9961-4997-87f3-4fa7adbf7eb2, gen: 186 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:24.184343422Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 71f48c5b-ab74-403d-84d6-dd937ecd9047, session_id: 84e15e47-9961-4997-87f3-4fa7adbf7eb2, gen: 186 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:24.184382079Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"connection (127.0.0.1:37863): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:24.184403747Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"accepted connection from 127.0.0.1:45939","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:24.226551623Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"Connection request from bd2209a2-4794-4973-acf0-bbf98c726eed with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:24.226955953Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: bd2209a2-4794-4973-acf0-bbf98c726eed, session_id: 3bd89cc4-f6f0-44aa-9b5d-8291106ee813, gen: 187 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:24.22699465Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: bd2209a2-4794-4973-acf0-bbf98c726eed, session_id: 3bd89cc4-f6f0-44aa-9b5d-8291106ee813, gen: 187 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:24.22738465Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Current flush_numbers [0..12]: [318, 313, 313, 312, 318, 305, 305, 298, 312, 304, 316, 313]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:24.22819211Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:24.228230647Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.232753569Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.274356386Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/010.copy\" to \"/var/tmp/test_repair/8830/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.277245829Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/010.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.278364125Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/010.replace\" to \"/var/tmp/test_repair/8830/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.27962003Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.292746535Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.322218112Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00B.copy\" to \"/var/tmp/test_repair/8830/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.325108325Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.32678247Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00B.replace\" to \"/var/tmp/test_repair/8830/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.329390414Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.336192723Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.367105192Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00C.copy\" to \"/var/tmp/test_repair/8830/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.369486624Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.371637722Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00C.replace\" to \"/var/tmp/test_repair/8830/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.373286738Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.378379086Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.407904619Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/019.copy\" to \"/var/tmp/test_repair/8830/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.410971219Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/019.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.412163359Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/019.replace\" to \"/var/tmp/test_repair/8830/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.414269392Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.460547847Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.49353617Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00F.copy\" to \"/var/tmp/test_repair/8830/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.496444012Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00F.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.497568958Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00F.replace\" to \"/var/tmp/test_repair/8830/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.499411509Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.541802737Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.571921745Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/000.copy\" to \"/var/tmp/test_repair/8830/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.574455804Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/000.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.576406628Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/000.replace\" to \"/var/tmp/test_repair/8830/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.577916365Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.582067883Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.612659246Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.616093178Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.61767142Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.619501052Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.665330622Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.694593205Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/005.copy\" to \"/var/tmp/test_repair/8830/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.697844211Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/005.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.69944845Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/005.replace\" to \"/var/tmp/test_repair/8830/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.701653825Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.709404603Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.738547895Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/011.copy\" to \"/var/tmp/test_repair/8830/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.742033093Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/011.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.743759283Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/011.replace\" to \"/var/tmp/test_repair/8830/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:25.746223678Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"upstairs UpstairsConnection { upstairs_id: bd2209a2-4794-4973-acf0-bbf98c726eed, session_id: 3bd89cc4-f6f0-44aa-9b5d-8291106ee813, gen: 187 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:29.861800509Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: bd2209a2-4794-4973-acf0-bbf98c726eed, session_id: 3bd89cc4-f6f0-44aa-9b5d-8291106ee813, gen: 187 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:29.861863164Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"connection (127.0.0.1:45939): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:29.861885433Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"accepted connection from 127.0.0.1:34740","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:29.904294419Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"Connection request from 133e4d39-3d15-4c53-be59-d7022eecbcaa with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:29.904793001Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 133e4d39-3d15-4c53-be59-d7022eecbcaa, session_id: 0029c890-cf33-4fff-8c17-8d420a1a4b60, gen: 188 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:29.904830978Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 133e4d39-3d15-4c53-be59-d7022eecbcaa, session_id: 0029c890-cf33-4fff-8c17-8d420a1a4b60, gen: 188 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:29.905237118Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Current flush_numbers [0..12]: [319, 319, 313, 312, 318, 319, 305, 298, 312, 304, 316, 319]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:29.906061086Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:29.906104333Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 133e4d39-3d15-4c53-be59-d7022eecbcaa, session_id: 0029c890-cf33-4fff-8c17-8d420a1a4b60, gen: 188 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:30.945615469Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 133e4d39-3d15-4c53-be59-d7022eecbcaa, session_id: 0029c890-cf33-4fff-8c17-8d420a1a4b60, gen: 188 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:30.945683213Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"connection (127.0.0.1:34740): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:30.945704542Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"accepted connection from 127.0.0.1:51073","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:30.986947865Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"Connection request from b21a0c93-2a46-4471-84e1-40fe1b39899b with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:30.987454217Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: b21a0c93-2a46-4471-84e1-40fe1b39899b, session_id: 38aa94aa-cc25-4d07-8c25-189a46cf9694, gen: 189 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:30.987492994Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: b21a0c93-2a46-4471-84e1-40fe1b39899b, session_id: 38aa94aa-cc25-4d07-8c25-189a46cf9694, gen: 189 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:30.987892124Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Current flush_numbers [0..12]: [319, 319, 313, 312, 324, 319, 305, 298, 312, 304, 316, 319]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:30.988821845Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:30.988852792Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:32.529439499Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:32.561579315Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00A.copy\" to \"/var/tmp/test_repair/8830/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:32.564692261Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:32.566615637Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00A.replace\" to \"/var/tmp/test_repair/8830/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:32.568443299Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"upstairs UpstairsConnection { upstairs_id: b21a0c93-2a46-4471-84e1-40fe1b39899b, session_id: 38aa94aa-cc25-4d07-8c25-189a46cf9694, gen: 189 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:36.645152389Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: b21a0c93-2a46-4471-84e1-40fe1b39899b, session_id: 38aa94aa-cc25-4d07-8c25-189a46cf9694, gen: 189 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:36.645256152Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"connection (127.0.0.1:51073): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.64528453Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"accepted connection from 127.0.0.1:39020","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.688125943Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"Connection request from 89d432e3-15c1-44a3-8f41-aab4633c3ac5 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.688800532Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 89d432e3-15c1-44a3-8f41-aab4633c3ac5, session_id: fc893e9d-ce74-4a28-baa7-5c753e22a1b8, gen: 190 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.688840149Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 89d432e3-15c1-44a3-8f41-aab4633c3ac5, session_id: fc893e9d-ce74-4a28-baa7-5c753e22a1b8, gen: 190 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.689280147Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Current flush_numbers [0..12]: [319, 319, 313, 312, 324, 319, 305, 298, 312, 304, 325, 319]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.690056638Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.690082766Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"connection (127.0.0.1:39020) Exits with error: Error reading from Upstairs: Connection reset by peer (os error 131)","v":0,"name":"crucible","level":50,"time":"2024-02-08T06:47:36.718786201Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"accepted connection from 127.0.0.1:48792","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.763010191Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"Connection request from 32aa7255-3b0a-4ddc-a1fc-6dfb9e61d2ab with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.763586098Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 32aa7255-3b0a-4ddc-a1fc-6dfb9e61d2ab, session_id: b95702bf-523d-4edd-bb74-1b097eb101f6, gen: 191 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.763618106Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 89d432e3-15c1-44a3-8f41-aab4633c3ac5, session_id: fc893e9d-ce74-4a28-baa7-5c753e22a1b8, gen: 190 } to UpstairsConnection { upstairs_id: 32aa7255-3b0a-4ddc-a1fc-6dfb9e61d2ab, session_id: b95702bf-523d-4edd-bb74-1b097eb101f6, gen: 191 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:36.764003286Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Signaling to UpstairsConnection { upstairs_id: 89d432e3-15c1-44a3-8f41-aab4633c3ac5, session_id: fc893e9d-ce74-4a28-baa7-5c753e22a1b8, gen: 190 } thread that UpstairsConnection { upstairs_id: 32aa7255-3b0a-4ddc-a1fc-6dfb9e61d2ab, session_id: b95702bf-523d-4edd-bb74-1b097eb101f6, gen: 191 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:36.764039694Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Error while signaling to UpstairsConnection { upstairs_id: 89d432e3-15c1-44a3-8f41-aab4633c3ac5, session_id: fc893e9d-ce74-4a28-baa7-5c753e22a1b8, gen: 190 } thread: SendError { .. }","v":0,"name":"crucible","level":50,"time":"2024-02-08T06:47:36.764071141Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"UpstairsConnection { upstairs_id: 32aa7255-3b0a-4ddc-a1fc-6dfb9e61d2ab, session_id: b95702bf-523d-4edd-bb74-1b097eb101f6, gen: 191 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.764098079Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Current flush_numbers [0..12]: [319, 319, 313, 312, 324, 319, 305, 298, 312, 304, 325, 319]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.764792227Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.764825135Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/014.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.767632574Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:20 Found repair files: [\"014\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.798103246Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/014.copy\" to \"/var/tmp/test_repair/8830/00/000/014.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.80151374Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/014.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.802964001Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/014.replace\" to \"/var/tmp/test_repair/8830/00/000/014.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.804991469Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.820274812Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.854425348Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01A.copy\" to \"/var/tmp/test_repair/8830/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.858058005Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.859929345Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01A.replace\" to \"/var/tmp/test_repair/8830/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.863026882Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.867913385Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.902788317Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/015.copy\" to \"/var/tmp/test_repair/8830/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.905711687Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/015.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.9078133Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/015.replace\" to \"/var/tmp/test_repair/8830/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.909589146Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.914007684Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.943462013Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/017.copy\" to \"/var/tmp/test_repair/8830/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.946492706Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/017.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.948862828Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/017.replace\" to \"/var/tmp/test_repair/8830/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.950764865Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.955409156Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.988070654Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00E.copy\" to \"/var/tmp/test_repair/8830/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.991629537Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00E.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.993311361Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00E.replace\" to \"/var/tmp/test_repair/8830/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:36.995941993Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.001349607Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.031195206Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00C.copy\" to \"/var/tmp/test_repair/8830/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.034242358Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.035620074Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00C.replace\" to \"/var/tmp/test_repair/8830/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.038061101Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.042693053Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.072347297Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/010.copy\" to \"/var/tmp/test_repair/8830/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.075560816Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/010.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.077175094Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/010.replace\" to \"/var/tmp/test_repair/8830/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.079058293Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.083985273Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.113442411Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00D.copy\" to \"/var/tmp/test_repair/8830/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.116954598Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.118194335Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00D.replace\" to \"/var/tmp/test_repair/8830/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.120554168Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.125441971Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.157861597Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/006.copy\" to \"/var/tmp/test_repair/8830/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.162994701Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/006.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.16460307Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/006.replace\" to \"/var/tmp/test_repair/8830/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.166486559Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.17140754Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.201800368Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00B.copy\" to \"/var/tmp/test_repair/8830/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.204397643Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.206027511Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00B.replace\" to \"/var/tmp/test_repair/8830/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.207820786Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.212710789Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.242180616Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/011.copy\" to \"/var/tmp/test_repair/8830/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.245565062Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/011.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.247380076Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/011.replace\" to \"/var/tmp/test_repair/8830/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.248825557Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.253018312Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.282372849Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/018.copy\" to \"/var/tmp/test_repair/8830/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.285639754Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/018.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.287271831Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/018.replace\" to \"/var/tmp/test_repair/8830/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.28968264Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.293950099Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.323044025Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/002.copy\" to \"/var/tmp/test_repair/8830/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.327257119Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/002.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.329979225Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/002.replace\" to \"/var/tmp/test_repair/8830/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.331559056Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.336248184Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.366968657Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01B.copy\" to \"/var/tmp/test_repair/8830/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.370109782Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.371829692Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01B.replace\" to \"/var/tmp/test_repair/8830/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:37.374439767Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"upstairs UpstairsConnection { upstairs_id: 32aa7255-3b0a-4ddc-a1fc-6dfb9e61d2ab, session_id: b95702bf-523d-4edd-bb74-1b097eb101f6, gen: 191 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:41.451175974Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 32aa7255-3b0a-4ddc-a1fc-6dfb9e61d2ab, session_id: b95702bf-523d-4edd-bb74-1b097eb101f6, gen: 191 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:41.451244318Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"connection (127.0.0.1:48792): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:41.451273696Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"accepted connection from 127.0.0.1:65207","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:41.493291992Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"Connection request from 280a6cd3-3bb4-47db-9ed7-29423d1d83c6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:41.493821202Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 280a6cd3-3bb4-47db-9ed7-29423d1d83c6, session_id: d276a78c-5302-4a1f-a0b9-1ca0f9d81f13, gen: 192 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:41.493859749Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 280a6cd3-3bb4-47db-9ed7-29423d1d83c6, session_id: d276a78c-5302-4a1f-a0b9-1ca0f9d81f13, gen: 192 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:41.494283637Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Current flush_numbers [0..12]: [319, 319, 326, 312, 324, 319, 326, 298, 312, 304, 325, 326]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:41.495151692Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:41.495185059Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 280a6cd3-3bb4-47db-9ed7-29423d1d83c6, session_id: d276a78c-5302-4a1f-a0b9-1ca0f9d81f13, gen: 192 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:41.527229604Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 280a6cd3-3bb4-47db-9ed7-29423d1d83c6, session_id: d276a78c-5302-4a1f-a0b9-1ca0f9d81f13, gen: 192 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:41.527268721Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"connection (127.0.0.1:65207): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:41.527292659Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"accepted connection from 127.0.0.1:38991","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:41.570243764Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"Connection request from 729983fe-05cd-4a8a-8890-87a1f4052971 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:41.57069756Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 729983fe-05cd-4a8a-8890-87a1f4052971, session_id: 1cc0ff5f-9cd8-4448-bbc5-2e7e1b4d6945, gen: 193 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:41.570737197Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 729983fe-05cd-4a8a-8890-87a1f4052971, session_id: 1cc0ff5f-9cd8-4448-bbc5-2e7e1b4d6945, gen: 193 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:41.571162915Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Current flush_numbers [0..12]: [319, 328, 326, 327, 330, 319, 330, 298, 312, 304, 325, 330]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:41.571974514Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:41.572010941Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:42.63000699Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:42.65969924Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/018.copy\" to \"/var/tmp/test_repair/8830/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:42.663093706Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/018.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:42.665066098Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/018.replace\" to \"/var/tmp/test_repair/8830/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:42.66756983Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:42.671966409Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:42.702203199Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00D.copy\" to \"/var/tmp/test_repair/8830/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:42.705295807Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:42.70712626Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00D.replace\" to \"/var/tmp/test_repair/8830/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:42.709038236Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:42.715850885Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:42.746225374Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00C.copy\" to \"/var/tmp/test_repair/8830/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:42.749963324Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:42.751218049Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00C.replace\" to \"/var/tmp/test_repair/8830/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:42.753357499Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:42.876761854Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:42.906866184Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/017.copy\" to \"/var/tmp/test_repair/8830/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:42.910449965Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/017.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:42.9121079Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/017.replace\" to \"/var/tmp/test_repair/8830/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:42.914155837Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:42.959118761Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:42.989127058Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/010.copy\" to \"/var/tmp/test_repair/8830/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:42.991955336Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/010.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:42.993415436Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/010.replace\" to \"/var/tmp/test_repair/8830/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:42.996168579Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:43.041003083Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:43.071368293Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/004.copy\" to \"/var/tmp/test_repair/8830/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:43.074273505Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/004.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:43.075824079Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/004.replace\" to \"/var/tmp/test_repair/8830/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:43.077989956Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:43.12135835Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:43.151406264Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/000.copy\" to \"/var/tmp/test_repair/8830/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:43.154749513Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/000.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:43.15639259Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/000.replace\" to \"/var/tmp/test_repair/8830/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:43.158263879Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:43.20154608Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:43.23178088Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/005.copy\" to \"/var/tmp/test_repair/8830/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:43.237338753Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/005.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:43.239066963Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/005.replace\" to \"/var/tmp/test_repair/8830/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:43.241486541Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"upstairs UpstairsConnection { upstairs_id: 729983fe-05cd-4a8a-8890-87a1f4052971, session_id: 1cc0ff5f-9cd8-4448-bbc5-2e7e1b4d6945, gen: 193 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:47.315417029Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 729983fe-05cd-4a8a-8890-87a1f4052971, session_id: 1cc0ff5f-9cd8-4448-bbc5-2e7e1b4d6945, gen: 193 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:47.31554261Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"connection (127.0.0.1:38991): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:47.315570348Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"accepted connection from 127.0.0.1:49107","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:47.35948894Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"Connection request from eebabb55-845a-485e-8d26-0d88f2cd5828 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:47.360092595Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: eebabb55-845a-485e-8d26-0d88f2cd5828, session_id: a5544152-140a-4b1d-adef-d6f9d29bffd3, gen: 194 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:47.360112983Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: eebabb55-845a-485e-8d26-0d88f2cd5828, session_id: a5544152-140a-4b1d-adef-d6f9d29bffd3, gen: 194 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:47.360548831Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Current flush_numbers [0..12]: [331, 328, 326, 327, 331, 331, 330, 298, 312, 304, 325, 330]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:47.361396127Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:47.361419975Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"connection (127.0.0.1:49107) Exits with error: Error reading from Upstairs: Connection reset by peer (os error 131)","v":0,"name":"crucible","level":50,"time":"2024-02-08T06:47:48.392478125Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"accepted connection from 127.0.0.1:47664","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.438017086Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"Connection request from 2bb975d8-9e6b-479a-a45c-d6f9001a8bda with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.438519619Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 2bb975d8-9e6b-479a-a45c-d6f9001a8bda, session_id: ad927802-752e-4d91-b3ba-7d848f70ca27, gen: 195 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.438562145Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: eebabb55-845a-485e-8d26-0d88f2cd5828, session_id: a5544152-140a-4b1d-adef-d6f9d29bffd3, gen: 194 } to UpstairsConnection { upstairs_id: 2bb975d8-9e6b-479a-a45c-d6f9001a8bda, session_id: ad927802-752e-4d91-b3ba-7d848f70ca27, gen: 195 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:48.438961146Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Signaling to UpstairsConnection { upstairs_id: eebabb55-845a-485e-8d26-0d88f2cd5828, session_id: a5544152-140a-4b1d-adef-d6f9d29bffd3, gen: 194 } thread that UpstairsConnection { upstairs_id: 2bb975d8-9e6b-479a-a45c-d6f9001a8bda, session_id: ad927802-752e-4d91-b3ba-7d848f70ca27, gen: 195 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:48.439013362Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Error while signaling to UpstairsConnection { upstairs_id: eebabb55-845a-485e-8d26-0d88f2cd5828, session_id: a5544152-140a-4b1d-adef-d6f9d29bffd3, gen: 194 } thread: SendError { .. }","v":0,"name":"crucible","level":50,"time":"2024-02-08T06:47:48.439052649Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"UpstairsConnection { upstairs_id: 2bb975d8-9e6b-479a-a45c-d6f9001a8bda, session_id: ad927802-752e-4d91-b3ba-7d848f70ca27, gen: 195 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.439079367Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Current flush_numbers [0..12]: [331, 328, 326, 327, 331, 331, 330, 298, 312, 304, 325, 330]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.439893636Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.439930193Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.442964495Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.474655006Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/006.copy\" to \"/var/tmp/test_repair/8830/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.478247306Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/006.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.480387675Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/006.replace\" to \"/var/tmp/test_repair/8830/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.482123755Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.514302779Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.544063585Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/018.copy\" to \"/var/tmp/test_repair/8830/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.546876764Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/018.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.548354733Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/018.replace\" to \"/var/tmp/test_repair/8830/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.549367877Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.556202253Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.589510573Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00B.copy\" to \"/var/tmp/test_repair/8830/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.592295334Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.593776482Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00B.replace\" to \"/var/tmp/test_repair/8830/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.595882214Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.599883754Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.629914749Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/007.copy\" to \"/var/tmp/test_repair/8830/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.632315689Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/007.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.634662093Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/007.replace\" to \"/var/tmp/test_repair/8830/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.635989913Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.639239029Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.669312941Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/002.copy\" to \"/var/tmp/test_repair/8830/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.672542699Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/002.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.673880708Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/002.replace\" to \"/var/tmp/test_repair/8830/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.675466329Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.679609918Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.710030884Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01A.copy\" to \"/var/tmp/test_repair/8830/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.713274651Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.715704838Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01A.replace\" to \"/var/tmp/test_repair/8830/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.717381012Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.72087361Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.750276183Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00D.copy\" to \"/var/tmp/test_repair/8830/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.75378078Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.75511073Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00D.replace\" to \"/var/tmp/test_repair/8830/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.757443295Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.762693421Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.791984071Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/011.copy\" to \"/var/tmp/test_repair/8830/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.79559457Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/011.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.797628198Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/011.replace\" to \"/var/tmp/test_repair/8830/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.800056136Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.804509021Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.835433269Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01B.copy\" to \"/var/tmp/test_repair/8830/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.838367079Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.839484795Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01B.replace\" to \"/var/tmp/test_repair/8830/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.842056352Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.846729251Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.876876048Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/010.copy\" to \"/var/tmp/test_repair/8830/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.880351317Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/010.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.881863594Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/010.replace\" to \"/var/tmp/test_repair/8830/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.884083127Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.888498265Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.918288039Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00F.copy\" to \"/var/tmp/test_repair/8830/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.923132085Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00F.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.924501552Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00F.replace\" to \"/var/tmp/test_repair/8830/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.926062115Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.930148009Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.959621586Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00A.copy\" to \"/var/tmp/test_repair/8830/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.962967674Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.964215791Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00A.replace\" to \"/var/tmp/test_repair/8830/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:48.965718148Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"upstairs UpstairsConnection { upstairs_id: 2bb975d8-9e6b-479a-a45c-d6f9001a8bda, session_id: ad927802-752e-4d91-b3ba-7d848f70ca27, gen: 195 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:53.039514477Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 2bb975d8-9e6b-479a-a45c-d6f9001a8bda, session_id: ad927802-752e-4d91-b3ba-7d848f70ca27, gen: 195 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:53.039583902Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"connection (127.0.0.1:47664): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.03961206Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"accepted connection from 127.0.0.1:59784","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.082719573Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"Connection request from 3dd0dfe1-7fb0-4fd6-ae0a-9082bdf38baa with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.083123203Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 3dd0dfe1-7fb0-4fd6-ae0a-9082bdf38baa, session_id: 38ad88a3-c71a-4b64-be06-716daccc3d58, gen: 196 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.08315362Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 3dd0dfe1-7fb0-4fd6-ae0a-9082bdf38baa, session_id: 38ad88a3-c71a-4b64-be06-716daccc3d58, gen: 196 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.083650463Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Current flush_numbers [0..12]: [331, 328, 332, 327, 331, 331, 332, 332, 312, 304, 332, 332]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.084435344Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.084465792Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"connection (127.0.0.1:59784) Exits with error: Error reading from Upstairs: Connection reset by peer (os error 131)","v":0,"name":"crucible","level":50,"time":"2024-02-08T06:47:53.119441416Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"accepted connection from 127.0.0.1:63161","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.162343845Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"Connection request from d6ac0c72-ad64-4d15-8e25-a964d0c92fa1 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.162821759Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: d6ac0c72-ad64-4d15-8e25-a964d0c92fa1, session_id: 9f13663d-0352-4cef-b47d-607a725f5ccb, gen: 197 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.162859626Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 3dd0dfe1-7fb0-4fd6-ae0a-9082bdf38baa, session_id: 38ad88a3-c71a-4b64-be06-716daccc3d58, gen: 196 } to UpstairsConnection { upstairs_id: d6ac0c72-ad64-4d15-8e25-a964d0c92fa1, session_id: 9f13663d-0352-4cef-b47d-607a725f5ccb, gen: 197 }","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:53.163232978Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Signaling to UpstairsConnection { upstairs_id: 3dd0dfe1-7fb0-4fd6-ae0a-9082bdf38baa, session_id: 38ad88a3-c71a-4b64-be06-716daccc3d58, gen: 196 } thread that UpstairsConnection { upstairs_id: d6ac0c72-ad64-4d15-8e25-a964d0c92fa1, session_id: 9f13663d-0352-4cef-b47d-607a725f5ccb, gen: 197 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:53.163273515Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Error while signaling to UpstairsConnection { upstairs_id: 3dd0dfe1-7fb0-4fd6-ae0a-9082bdf38baa, session_id: 38ad88a3-c71a-4b64-be06-716daccc3d58, gen: 196 } thread: SendError { .. }","v":0,"name":"crucible","level":50,"time":"2024-02-08T06:47:53.163300673Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"UpstairsConnection { upstairs_id: d6ac0c72-ad64-4d15-8e25-a964d0c92fa1, session_id: 9f13663d-0352-4cef-b47d-607a725f5ccb, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.163323341Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Current flush_numbers [0..12]: [337, 337, 333, 327, 333, 337, 332, 332, 312, 304, 336, 332]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.164125841Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.164153469Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.167214869Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.198534558Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/017.copy\" to \"/var/tmp/test_repair/8830/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.201357686Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/017.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.203124713Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/017.replace\" to \"/var/tmp/test_repair/8830/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.204539837Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.219071356Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.248786855Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/009.copy\" to \"/var/tmp/test_repair/8830/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.251685458Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/009.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.252999569Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/009.replace\" to \"/var/tmp/test_repair/8830/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.254473098Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.260768926Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.291028104Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00D.copy\" to \"/var/tmp/test_repair/8830/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.294232083Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.296230663Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00D.replace\" to \"/var/tmp/test_repair/8830/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.298341925Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.302493073Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.331454499Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/002.copy\" to \"/var/tmp/test_repair/8830/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.334865403Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/002.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.336325193Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/002.replace\" to \"/var/tmp/test_repair/8830/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.337783963Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.341846478Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.375861015Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/012.copy\" to \"/var/tmp/test_repair/8830/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.378627857Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/012.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.380307031Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/012.replace\" to \"/var/tmp/test_repair/8830/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.382574891Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.387738033Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.417151765Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00C.copy\" to \"/var/tmp/test_repair/8830/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.420353235Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.422755294Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00C.replace\" to \"/var/tmp/test_repair/8830/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.424571688Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/014.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.428634183Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:20 Found repair files: [\"014\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.458755491Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/014.copy\" to \"/var/tmp/test_repair/8830/00/000/014.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.461900155Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/014.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.464465563Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/014.replace\" to \"/var/tmp/test_repair/8830/00/000/014.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.466944606Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.470971704Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.50099337Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/018.copy\" to \"/var/tmp/test_repair/8830/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.504154733Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/018.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.506895267Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/018.replace\" to \"/var/tmp/test_repair/8830/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.508489398Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.591858968Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.62326455Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/005.copy\" to \"/var/tmp/test_repair/8830/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.62606623Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/005.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.62819934Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/005.replace\" to \"/var/tmp/test_repair/8830/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.630542714Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.635275388Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.667664637Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/004.copy\" to \"/var/tmp/test_repair/8830/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.67108011Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/004.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.672882475Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/004.replace\" to \"/var/tmp/test_repair/8830/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.675325292Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.679800346Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.708931149Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00A.copy\" to \"/var/tmp/test_repair/8830/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.712332353Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.713495536Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00A.replace\" to \"/var/tmp/test_repair/8830/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:53.715735148Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"upstairs UpstairsConnection { upstairs_id: d6ac0c72-ad64-4d15-8e25-a964d0c92fa1, session_id: 9f13663d-0352-4cef-b47d-607a725f5ccb, gen: 197 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:57.790850137Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: d6ac0c72-ad64-4d15-8e25-a964d0c92fa1, session_id: 9f13663d-0352-4cef-b47d-607a725f5ccb, gen: 197 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:57.790911552Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"connection (127.0.0.1:63161): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:57.790933381Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"accepted connection from 127.0.0.1:58609","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:57.83316374Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"Connection request from 112748bf-a170-4cf8-9368-d8e2419054e6 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:57.833574469Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 112748bf-a170-4cf8-9368-d8e2419054e6, session_id: 502aa77e-6413-4d03-a3e0-7a80e646bb55, gen: 198 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:57.833612226Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 112748bf-a170-4cf8-9368-d8e2419054e6, session_id: 502aa77e-6413-4d03-a3e0-7a80e646bb55, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:57.834006097Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Current flush_numbers [0..12]: [337, 337, 338, 327, 338, 338, 332, 332, 312, 338, 338, 332]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:57.834832915Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:57.834867992Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 112748bf-a170-4cf8-9368-d8e2419054e6, session_id: 502aa77e-6413-4d03-a3e0-7a80e646bb55, gen: 198 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:57.872936154Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 112748bf-a170-4cf8-9368-d8e2419054e6, session_id: 502aa77e-6413-4d03-a3e0-7a80e646bb55, gen: 198 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:47:57.872980201Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"connection (127.0.0.1:58609): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:57.873008729Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"accepted connection from 127.0.0.1:56379","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:57.912996186Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"Connection request from c9e71b96-0c89-4fb7-9d2c-4e908e0c2834 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:57.913548815Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: c9e71b96-0c89-4fb7-9d2c-4e908e0c2834, session_id: 1c65ecfd-4d69-4a85-8b2c-804d2a5a8e5e, gen: 199 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:57.913578713Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: c9e71b96-0c89-4fb7-9d2c-4e908e0c2834, session_id: 1c65ecfd-4d69-4a85-8b2c-804d2a5a8e5e, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:57.914004961Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Current flush_numbers [0..12]: [343, 337, 338, 344, 343, 343, 332, 332, 312, 343, 341, 341]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:57.914825019Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:57.914858017Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:58.050231883Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:58.0803745Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/000.copy\" to \"/var/tmp/test_repair/8830/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:58.084186624Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/000.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:58.086148957Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/000.replace\" to \"/var/tmp/test_repair/8830/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:58.088079282Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:58.132607869Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:58.166175718Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/012.copy\" to \"/var/tmp/test_repair/8830/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:58.169530747Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/012.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:58.171863231Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/012.replace\" to \"/var/tmp/test_repair/8830/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:58.173606661Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:58.371829678Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:58.402959452Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/016.copy\" to \"/var/tmp/test_repair/8830/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:58.405783909Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/016.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:58.407411087Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/016.replace\" to \"/var/tmp/test_repair/8830/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:47:58.409148307Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876} {"msg":"upstairs UpstairsConnection { upstairs_id: c9e71b96-0c89-4fb7-9d2c-4e908e0c2834, session_id: 1c65ecfd-4d69-4a85-8b2c-804d2a5a8e5e, gen: 199 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:48:02.607289028Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: c9e71b96-0c89-4fb7-9d2c-4e908e0c2834, session_id: 1c65ecfd-4d69-4a85-8b2c-804d2a5a8e5e, gen: 199 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-08T06:48:02.607394361Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876,"task":"main"} {"msg":"connection (127.0.0.1:56379): all done","v":0,"name":"crucible","level":30,"time":"2024-02-08T06:48:02.607454156Z","hostname":"ip-10-150-1-117.us-west-2.compute.internal","pid":1876}