{"msg":"current number of open files limit 65536 is already the maximum","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.549952209Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"Opened existing region file \"/var/tmp/test_up/8830/region.json\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.550330755Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.550357392Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.550376044Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"UUID: 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.554677789Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"Blocks per extent:10 Total Extents: 5","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.554706081Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ed48f294784d46ea7d4bb99336918b74358eca46\nCommit timestamp: 2023-09-22T22:51:18.000000000Z branch: main\nrustc: 1.70.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.555024796Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.555067665Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201,"task":"main"} {"msg":"Using address: 0.0.0.0:8830","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.555089946Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12830","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.556416002Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.55684105Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201,"local_addr":"0.0.0.0:12830","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12830","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.557058412Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.557087773Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201,"task":"main"} {"msg":"listening on 0.0.0.0:8830","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.557211369Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201,"task":"main"} {"msg":"accepted connection from 127.0.0.1:51604","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.770804796Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201,"task":"main"} {"msg":"Connection request from 461dba6d-98ee-4cf2-a187-c79aeb4bf70a with version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.771365627Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 461dba6d-98ee-4cf2-a187-c79aeb4bf70a, session_id: 64614354-774d-4f1d-b460-8dd12e094501, gen: 28 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.771410143Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 461dba6d-98ee-4cf2-a187-c79aeb4bf70a, session_id: 64614354-774d-4f1d-b460-8dd12e094501, gen: 28 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.772022241Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"Current flush_numbers [0..12]: [1596, 1596, 1596, 1596, 1596]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.772778747Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.773128785Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_up/8830/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.778571307Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"eid:0 Found repair files: [\"000\", \"000.db\"]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.888779236Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8830/00/000/000.copy\" to \"/var/tmp/test_up/8830/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.895348811Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"Copy files from \"/var/tmp/test_up/8830/00/000/000.replace\" in \"/var/tmp/test_up/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.897423977Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"Move directory \"/var/tmp/test_up/8830/00/000/000.replace\" to \"/var/tmp/test_up/8830/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.900133763Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"Created copy dir \"/var/tmp/test_up/8830/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.909603908Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"eid:4 Found repair files: [\"004\", \"004.db\"]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.975011879Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8830/00/000/004.copy\" to \"/var/tmp/test_up/8830/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.98094574Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"Copy files from \"/var/tmp/test_up/8830/00/000/004.replace\" in \"/var/tmp/test_up/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.982907615Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"Move directory \"/var/tmp/test_up/8830/00/000/004.replace\" to \"/var/tmp/test_up/8830/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.986452208Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"Created copy dir \"/var/tmp/test_up/8830/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:11.997081467Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"eid:3 Found repair files: [\"003\", \"003.db\"]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.061796209Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8830/00/000/003.copy\" to \"/var/tmp/test_up/8830/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.068178491Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"Copy files from \"/var/tmp/test_up/8830/00/000/003.replace\" in \"/var/tmp/test_up/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.071400778Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"Move directory \"/var/tmp/test_up/8830/00/000/003.replace\" to \"/var/tmp/test_up/8830/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.075364855Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"Created copy dir \"/var/tmp/test_up/8830/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.08401168Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"eid:2 Found repair files: [\"002\", \"002.db\"]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.147541321Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8830/00/000/002.copy\" to \"/var/tmp/test_up/8830/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.153395197Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"Copy files from \"/var/tmp/test_up/8830/00/000/002.replace\" in \"/var/tmp/test_up/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.155646545Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"Move directory \"/var/tmp/test_up/8830/00/000/002.replace\" to \"/var/tmp/test_up/8830/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.158347799Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"Created copy dir \"/var/tmp/test_up/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.168479055Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"eid:1 Found repair files: [\"001\", \"001.db\"]","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.232274249Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8830/00/000/001.copy\" to \"/var/tmp/test_up/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.238121134Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"Copy files from \"/var/tmp/test_up/8830/00/000/001.replace\" in \"/var/tmp/test_up/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.241035207Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"Move directory \"/var/tmp/test_up/8830/00/000/001.replace\" to \"/var/tmp/test_up/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:26:12.24386759Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201} {"msg":"upstairs UpstairsConnection { upstairs_id: 461dba6d-98ee-4cf2-a187-c79aeb4bf70a, session_id: 64614354-774d-4f1d-b460-8dd12e094501, gen: 28 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:31:00.606746786Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 461dba6d-98ee-4cf2-a187-c79aeb4bf70a, session_id: 64614354-774d-4f1d-b460-8dd12e094501, gen: 28 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-09-22T23:31:00.606836758Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201,"task":"main"} {"msg":"connection (127.0.0.1:51604): all done","v":0,"name":"crucible","level":30,"time":"2023-09-22T23:31:00.60696945Z","hostname":"ip-10-150-1-13.us-west-2.compute.internal","pid":1201}