[ Dec 16 20:49:49 Enabled. ] [ Dec 16 20:49:49 Rereading configuration. ] [ Dec 16 20:49:51 Rereading configuration. ] [ Dec 16 20:50:00 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_5fe7fe75-2ba0-474c-aba6-7820dd342ce3/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_5fe7fe75-2ba0-474c-aba6-7820dd342ce3/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:50:00.57135393Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534} {"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:50:00.574406498Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:50:00.574416439Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:50:00.588463037Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:50:01.018659797Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:51:18.414233665Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:63865"} {"msg":"region e46ee4b3-3fdc-4ec9-b46f-724394e288b5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:51:18.446548163Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:51:18.449656132Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:51:18.454924423Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534,"uri":"/crucible/0/regions","method":"POST","req_id":"cf8afcee-7c80-4e0c-8ae3-83a06752bf54","remote_addr":"[fd00:1122:3344:101::a]:63865","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":8614,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_5fe7fe75-2ba0-474c-aba6-7820dd342ce3/crucible/regions/e46ee4b3-3fdc-4ec9-b46f-724394e288b5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:51:18.461796384Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_5fe7fe75-2ba0-474c-aba6-7820dd342ce3/crucible/regions/e46ee4b3-3fdc-4ec9-b46f-724394e288b5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:51:18.461815285Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e46ee4b3-3fdc-4ec9-b46f-724394e288b5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e46ee4b3-3fdc-4ec9-b46f-724394e288b5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:51:18.517482338Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534,"region":"e46ee4b3-3fdc-4ec9-b46f-724394e288b5","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e46ee4b3-3fdc-4ec9-b46f-724394e288b5\" \"--data\" \"/data/regions/e46ee4b3-3fdc-4ec9-b46f-724394e288b5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:51:18.51755876Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534,"region":"e46ee4b3-3fdc-4ec9-b46f-724394e288b5","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:51:18.641345725Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534,"uri":"/crucible/0/regions","method":"POST","req_id":"407dd032-03c6-4f24-b82f-467257d83623","remote_addr":"[fd00:1122:3344:101::a]:63865","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:51:18.686309504Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534,"region":"e46ee4b3-3fdc-4ec9-b46f-724394e288b5","component":"worker"} {"msg":"region e46ee4b3-3fdc-4ec9-b46f-724394e288b5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:51:18.686346015Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:51:18.686475227Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e46ee4b3-3fdc-4ec9-b46f-724394e288b5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:51:18.686933226Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e46ee4b3-3fdc-4ec9-b46f-724394e288b5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:51:18.696380346Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:51:18.70809832Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e46ee4b3-3fdc-4ec9-b46f-724394e288b5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:51:18.710606708Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e46ee4b3-3fdc-4ec9-b46f-724394e288b5","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:51:18.711161929Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:51:18.71122242Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:51:18.711265461Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:51:18.711303452Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:51:18.715003132Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:51:18.719221703Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-16T20:51:19.250020334Z","hostname":"oxz_crucible_69f2cfa3-2e73-4c61-9846-e3ad4996eda0","pid":22534,"uri":"/crucible/0/regions","method":"POST","req_id":"4ece27f3-604c-4954-83d3-e302ef10a094","remote_addr":"[fd00:1122:3344:101::a]:63865","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":67,"response_code":"200"}