[ Jan 8 15:19:28 Enabled. ] [ Jan 8 15:19:28 Rereading configuration. ] [ Jan 8 15:19:33 Rereading configuration. ] [ Jan 8 15:19:39 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_04d48b1d-c030-493d-84a2-8ba81e39ea46/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_04d48b1d-c030-493d-84a2-8ba81e39ea46/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:19:39.893509169Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767} {"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:19:39.898798235Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:19:39.898811266Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:19:39.916002323Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:19:40.041851696Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:50.703624431Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38008"} {"msg":"region 4363de34-8a44-4c5c-9692-30e8a41653fb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:50.75282159Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:50.75631077Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:50.761671077Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767,"uri":"/crucible/0/regions","method":"POST","req_id":"4ea30c09-d3b6-4c7b-9594-7737ac130abf","remote_addr":"[fd00:1122:3344:101::a]:38008","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16120,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_04d48b1d-c030-493d-84a2-8ba81e39ea46/crucible/regions/4363de34-8a44-4c5c-9692-30e8a41653fb","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:50.768182551Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_04d48b1d-c030-493d-84a2-8ba81e39ea46/crucible/regions/4363de34-8a44-4c5c-9692-30e8a41653fb","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:50.768203442Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4363de34-8a44-4c5c-9692-30e8a41653fb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4363de34-8a44-4c5c-9692-30e8a41653fb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:50.81879908Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767,"region":"4363de34-8a44-4c5c-9692-30e8a41653fb","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4363de34-8a44-4c5c-9692-30e8a41653fb\" \"--data\" \"/data/regions/4363de34-8a44-4c5c-9692-30e8a41653fb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:50.821048183Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767,"region":"4363de34-8a44-4c5c-9692-30e8a41653fb","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:50.911672089Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767,"uri":"/crucible/0/regions","method":"POST","req_id":"bfe185ee-eb41-4d21-b9de-c7d0c501c655","remote_addr":"[fd00:1122:3344:101::a]:38008","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:51.138350315Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767,"region":"4363de34-8a44-4c5c-9692-30e8a41653fb","component":"worker"} {"msg":"region 4363de34-8a44-4c5c-9692-30e8a41653fb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:51.138396635Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:51.138487797Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4363de34-8a44-4c5c-9692-30e8a41653fb","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:51.138878662Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4363de34-8a44-4c5c-9692-30e8a41653fb","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:51.144583394Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:51.157137405Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4363de34-8a44-4c5c-9692-30e8a41653fb","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:51.1602616Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4363de34-8a44-4c5c-9692-30e8a41653fb","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:51.160833628Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:51.160886099Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:51.16092899Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:51.1609701Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:51.165145441Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:51.169666716Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-08T15:20:51.536050325Z","hostname":"oxz_crucible_6d66973c-dd41-4d43-b8ec-4e3299ba4486","pid":22767,"uri":"/crucible/0/regions","method":"POST","req_id":"4f42e08c-08c5-4348-b368-9d067c965acd","remote_addr":"[fd00:1122:3344:101::a]:38008","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":73,"response_code":"200"}