[ Oct 16 19:55:23 Enabled. ] [ Oct 16 19:55:23 Rereading configuration. ] [ Oct 16 19:55:24 Rereading configuration. ] [ Oct 16 19:55:26 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_05deb148-f978-4f38-abf2-7bb8f4eebec9/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_05deb148-f978-4f38-abf2-7bb8f4eebec9/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:55:27.043232857Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103} {"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:55:27.044764962Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:55:27.044774613Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:55:27.061801203Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:55:27.186279258Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:56:46.001880755Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44875"} {"msg":"region 4d33b53a-a6d7-4c17-b9da-b56df784df0b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:56:46.042871465Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:56:46.047520972Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103,"uri":"/crucible/0/regions","method":"POST","req_id":"8a6ec937-f8f3-48df-b56e-c620db715f1d","remote_addr":"[fd00:1122:3344:101::a]:44875","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16230,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:56:46.050418678Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_05deb148-f978-4f38-abf2-7bb8f4eebec9/crucible/regions/4d33b53a-a6d7-4c17-b9da-b56df784df0b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:56:46.058985545Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_05deb148-f978-4f38-abf2-7bb8f4eebec9/crucible/regions/4d33b53a-a6d7-4c17-b9da-b56df784df0b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:56:46.059014795Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4d33b53a-a6d7-4c17-b9da-b56df784df0b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4d33b53a-a6d7-4c17-b9da-b56df784df0b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:56:46.117014636Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103,"region":"4d33b53a-a6d7-4c17-b9da-b56df784df0b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4d33b53a-a6d7-4c17-b9da-b56df784df0b\" \"--data\" \"/data/regions/4d33b53a-a6d7-4c17-b9da-b56df784df0b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:56:46.121683483Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103,"region":"4d33b53a-a6d7-4c17-b9da-b56df784df0b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:56:46.262988614Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103,"uri":"/crucible/0/regions","method":"POST","req_id":"59d53ca0-a49a-4d40-96c9-af71d035062a","remote_addr":"[fd00:1122:3344:101::a]:44875","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":79,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:56:46.333541992Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103,"region":"4d33b53a-a6d7-4c17-b9da-b56df784df0b","component":"worker"} {"msg":"region 4d33b53a-a6d7-4c17-b9da-b56df784df0b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:56:46.333591063Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:56:46.333712476Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4d33b53a-a6d7-4c17-b9da-b56df784df0b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:56:46.336001459Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4d33b53a-a6d7-4c17-b9da-b56df784df0b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:56:46.340786498Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:56:46.35961358Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4d33b53a-a6d7-4c17-b9da-b56df784df0b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:56:46.363059589Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4d33b53a-a6d7-4c17-b9da-b56df784df0b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:56:46.371095064Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:56:46.371157815Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:56:46.371228017Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:56:46.371276948Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:56:46.375114496Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:56:46.379248361Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-16T19:56:46.969237683Z","hostname":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","pid":21103,"uri":"/crucible/0/regions","method":"POST","req_id":"2f40dc4c-2cfa-4f86-b3c3-9e47071b6dce","remote_addr":"[fd00:1122:3344:101::a]:44875","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":66,"response_code":"200"}