{"msg":"Opened existing region file \"/var/tmp/test_repair/8830/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:46.450683843Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:46.450887349Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:46.450903483Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"UUID: 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:46.455696844Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:46.455731592Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 29185f5538632a13039785e911d1aaa0146bfa14\nCommit timestamp: 2024-02-13T21:13:12.000000000Z branch: main\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:46.455908498Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:46.455944215Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12830 for path:\"/var/tmp/test_repair/8830\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:46.45672861Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:46.456989476Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935,"local_addr":"0.0.0.0:12830","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12830","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:46.45711557Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:46.457134543Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8830","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:46.457146978Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935,"task":"main"} {"msg":"accepted connection from 127.0.0.1:35331","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.456426464Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935,"task":"main"} {"msg":"Connection request from bf888960-046f-4ce1-b2f2-59b7afbb3784 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.456750757Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: bf888960-046f-4ce1-b2f2-59b7afbb3784, session_id: 181a0233-db86-4db5-bdbc-f715b22eb9e1, gen: 199 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.456777617Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: bf888960-046f-4ce1-b2f2-59b7afbb3784, session_id: 181a0233-db86-4db5-bdbc-f715b22eb9e1, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.457109387Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Current flush_numbers [0..12]: [344, 347, 350, 350, 345, 350, 350, 350, 340, 341, 348, 350]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.457740018Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.457768827Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.46275012Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.505875997Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/005.copy\" to \"/var/tmp/test_repair/8830/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.508676961Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/005.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.509856273Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/005.replace\" to \"/var/tmp/test_repair/8830/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.511693177Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.514678144Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.545968544Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/008.copy\" to \"/var/tmp/test_repair/8830/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.54887331Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/008.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.549953379Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/008.replace\" to \"/var/tmp/test_repair/8830/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.551182583Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.555155032Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.58515411Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/009.copy\" to \"/var/tmp/test_repair/8830/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.588500046Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/009.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.59014477Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/009.replace\" to \"/var/tmp/test_repair/8830/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.591930702Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.59761512Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.629386235Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/010.copy\" to \"/var/tmp/test_repair/8830/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.632208182Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/010.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.633679218Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/010.replace\" to \"/var/tmp/test_repair/8830/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.636039002Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.638914949Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.668550979Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/015.copy\" to \"/var/tmp/test_repair/8830/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.671948167Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/015.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.673558502Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/015.replace\" to \"/var/tmp/test_repair/8830/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.674780239Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.679585846Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.708420297Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/016.copy\" to \"/var/tmp/test_repair/8830/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.711379983Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/016.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.712828678Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/016.replace\" to \"/var/tmp/test_repair/8830/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.714776781Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.7212042Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.749919734Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/007.copy\" to \"/var/tmp/test_repair/8830/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.753058475Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/007.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.75431199Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/007.replace\" to \"/var/tmp/test_repair/8830/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.755507497Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.759818273Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.789374162Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01D.copy\" to \"/var/tmp/test_repair/8830/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.792366886Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.793560553Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01D.replace\" to \"/var/tmp/test_repair/8830/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.795487794Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.799265934Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.829493769Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/011.copy\" to \"/var/tmp/test_repair/8830/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.833335506Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/011.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.834865631Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/011.replace\" to \"/var/tmp/test_repair/8830/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.836563375Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.839382372Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.868455996Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01B.copy\" to \"/var/tmp/test_repair/8830/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.87112099Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.872515764Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01B.replace\" to \"/var/tmp/test_repair/8830/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.874045958Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.877225255Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.906232733Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01C.copy\" to \"/var/tmp/test_repair/8830/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.909169568Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.910868212Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01C.replace\" to \"/var/tmp/test_repair/8830/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:47.912117499Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935} {"msg":"upstairs UpstairsConnection { upstairs_id: bf888960-046f-4ce1-b2f2-59b7afbb3784, session_id: 181a0233-db86-4db5-bdbc-f715b22eb9e1, gen: 199 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:47:51.988061537Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: bf888960-046f-4ce1-b2f2-59b7afbb3784, session_id: 181a0233-db86-4db5-bdbc-f715b22eb9e1, gen: 199 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-13T21:47:51.988092916Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935,"task":"main"} {"msg":"connection (127.0.0.1:35331): all done","v":0,"name":"crucible","level":30,"time":"2024-02-13T21:47:51.988111659Z","hostname":"ip-10-150-1-148.us-west-2.compute.internal","pid":1935}