{"msg":"current number of open files limit 65536 is already the maximum","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.524318974Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"Opened existing region file \"/var/tmp/test_up/8830/region.json\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.524632681Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.524656608Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.524674625Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"UUID: 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.528897917Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"Blocks per extent:10 Total Extents: 5","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.52892571Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ed48f294784d46ea7d4bb99336918b74358eca46\nCommit timestamp: 2023-09-22T22:51:18.000000000Z branch: main\nrustc: 1.70.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.529228234Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.529271314Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205,"task":"main"} {"msg":"Using address: 0.0.0.0:8830","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.529293086Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12830","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.530570532Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.531014155Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205,"local_addr":"0.0.0.0:12830","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12830","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.531221269Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.531252577Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205,"task":"main"} {"msg":"listening on 0.0.0.0:8830","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.531280881Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205,"task":"main"} {"msg":"accepted connection from 127.0.0.1:43748","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.771652691Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205,"task":"main"} {"msg":"Connection request from 4f5b30d9-884a-4acc-96a8-a0bb1b5e458c with version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.772157599Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 4f5b30d9-884a-4acc-96a8-a0bb1b5e458c, session_id: ec0e7796-968e-44ad-bd3b-8c3c402f3ba3, gen: 28 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.772192883Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 4f5b30d9-884a-4acc-96a8-a0bb1b5e458c, session_id: ec0e7796-968e-44ad-bd3b-8c3c402f3ba3, gen: 28 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.772924403Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"Current flush_numbers [0..12]: [1937, 1937, 1937, 1937, 1937]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.773700057Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.774042537Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_up/8830/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.78151875Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"eid:0 Found repair files: [\"000\", \"000.db\"]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.8869618Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8830/00/000/000.copy\" to \"/var/tmp/test_up/8830/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.893717657Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"Copy files from \"/var/tmp/test_up/8830/00/000/000.replace\" in \"/var/tmp/test_up/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.895825192Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"Move directory \"/var/tmp/test_up/8830/00/000/000.replace\" to \"/var/tmp/test_up/8830/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.899899077Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"Created copy dir \"/var/tmp/test_up/8830/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.907142679Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"eid:4 Found repair files: [\"004\", \"004.db\"]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.972153892Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8830/00/000/004.copy\" to \"/var/tmp/test_up/8830/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.977780299Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"Copy files from \"/var/tmp/test_up/8830/00/000/004.replace\" in \"/var/tmp/test_up/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.979476235Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"Move directory \"/var/tmp/test_up/8830/00/000/004.replace\" to \"/var/tmp/test_up/8830/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.981892813Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"Created copy dir \"/var/tmp/test_up/8830/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:46.990700029Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"eid:2 Found repair files: [\"002\", \"002.db\"]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:47.053227677Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8830/00/000/002.copy\" to \"/var/tmp/test_up/8830/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:47.058855663Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"Copy files from \"/var/tmp/test_up/8830/00/000/002.replace\" in \"/var/tmp/test_up/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:47.061425633Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"Move directory \"/var/tmp/test_up/8830/00/000/002.replace\" to \"/var/tmp/test_up/8830/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:47.063761635Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"Created copy dir \"/var/tmp/test_up/8830/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:47.076686833Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"eid:3 Found repair files: [\"003\", \"003.db\"]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:47.14214302Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8830/00/000/003.copy\" to \"/var/tmp/test_up/8830/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:47.147620958Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"Copy files from \"/var/tmp/test_up/8830/00/000/003.replace\" in \"/var/tmp/test_up/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:47.150010445Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"Move directory \"/var/tmp/test_up/8830/00/000/003.replace\" to \"/var/tmp/test_up/8830/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:47.152292444Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"Created copy dir \"/var/tmp/test_up/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:47.161057764Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"eid:1 Found repair files: [\"001\", \"001.db\"]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:47.226362607Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8830/00/000/001.copy\" to \"/var/tmp/test_up/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:47.232639249Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"Copy files from \"/var/tmp/test_up/8830/00/000/001.replace\" in \"/var/tmp/test_up/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:47.234577248Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"Move directory \"/var/tmp/test_up/8830/00/000/001.replace\" to \"/var/tmp/test_up/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:47.237396782Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205} {"msg":"upstairs UpstairsConnection { upstairs_id: 4f5b30d9-884a-4acc-96a8-a0bb1b5e458c, session_id: ec0e7796-968e-44ad-bd3b-8c3c402f3ba3, gen: 28 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:28:52.233109265Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 4f5b30d9-884a-4acc-96a8-a0bb1b5e458c, session_id: ec0e7796-968e-44ad-bd3b-8c3c402f3ba3, gen: 28 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:28:52.233197593Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205,"task":"main"} {"msg":"connection (127.0.0.1:43748): all done","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:28:52.233240047Z","hostname":"ip-10-150-1-92.us-west-2.compute.internal","pid":1205}