[ Oct 18 21:17:37 Enabled. ] [ Oct 18 21:17:37 Rereading configuration. ] [ Oct 18 21:17:42 Rereading configuration. ] [ Oct 18 21:17:48 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:17:48.744772528Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:17:48.74626039Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:17:48.74627195Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:17:48.760858033Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:17:48.94891715Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:16.007259763Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33675"} {"msg":"region 603c8c51-290e-4598-8468-628dcb67798a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:16.048241614Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:16.052931617Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"uri":"/crucible/0/regions","method":"POST","req_id":"f0be6163-c173-496c-a280-6bb4f31d03d7","remote_addr":"[fd00:1122:3344:101::a]:33675","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":13659,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:16.057703722Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe/crucible/regions/603c8c51-290e-4598-8468-628dcb67798a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:16.069726352Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe/crucible/regions/603c8c51-290e-4598-8468-628dcb67798a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:16.069759323Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"603c8c51-290e-4598-8468-628dcb67798a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/603c8c51-290e-4598-8468-628dcb67798a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:16.120163661Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"region":"603c8c51-290e-4598-8468-628dcb67798a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"603c8c51-290e-4598-8468-628dcb67798a\" \"--data\" \"/data/regions/603c8c51-290e-4598-8468-628dcb67798a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:16.124927226Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"region":"603c8c51-290e-4598-8468-628dcb67798a","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:16.375664859Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"uri":"/crucible/0/regions","method":"POST","req_id":"892e0c67-475f-4945-807a-4ff38f185b53","remote_addr":"[fd00:1122:3344:101::a]:33675","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":77,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:16.44244651Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"region":"603c8c51-290e-4598-8468-628dcb67798a","component":"worker"} {"msg":"region 603c8c51-290e-4598-8468-628dcb67798a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:16.442502432Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:16.442590575Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-603c8c51-290e-4598-8468-628dcb67798a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:16.445116746Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-603c8c51-290e-4598-8468-628dcb67798a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:16.451537898Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:16.470354901Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-603c8c51-290e-4598-8468-628dcb67798a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:16.483484833Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/603c8c51-290e-4598-8468-628dcb67798a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:16.484033118Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:16.48409831Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:16.484142941Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:16.484192553Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:16.488186176Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:16.493566168Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:16.995468336Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"uri":"/crucible/0/regions","method":"POST","req_id":"76cb09b4-ecab-4ced-bc26-9964fefb1e18","remote_addr":"[fd00:1122:3344:101::a]:33675","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":"200"} {"msg":"region 0be1b568-d2c9-4e39-9041-0d96a49b570c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:23.526603212Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:23.526782137Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:23.526792868Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"uri":"/crucible/0/regions","method":"POST","req_id":"53c9c9e6-3f16-475f-997a-46ae8ef5f444","remote_addr":"[fd00:1122:3344:101::a]:33675","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":228,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe/crucible/regions/0be1b568-d2c9-4e39-9041-0d96a49b570c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:23.536386529Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe/crucible/regions/0be1b568-d2c9-4e39-9041-0d96a49b570c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:23.53641724Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0be1b568-d2c9-4e39-9041-0d96a49b570c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0be1b568-d2c9-4e39-9041-0d96a49b570c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:23.698945514Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"region":"0be1b568-d2c9-4e39-9041-0d96a49b570c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0be1b568-d2c9-4e39-9041-0d96a49b570c\" \"--data\" \"/data/regions/0be1b568-d2c9-4e39-9041-0d96a49b570c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:23.699002066Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"region":"0be1b568-d2c9-4e39-9041-0d96a49b570c","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:23.757657327Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"uri":"/crucible/0/regions","method":"POST","req_id":"4270ec1d-a9bc-46fa-b441-0794c9933e66","remote_addr":"[fd00:1122:3344:101::a]:33675","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":82,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.014583325Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"region":"0be1b568-d2c9-4e39-9041-0d96a49b570c","component":"worker"} {"msg":"region 0be1b568-d2c9-4e39-9041-0d96a49b570c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.014620046Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.01475548Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0be1b568-d2c9-4e39-9041-0d96a49b570c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.015173142Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0be1b568-d2c9-4e39-9041-0d96a49b570c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.030499436Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.106435407Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0be1b568-d2c9-4e39-9041-0d96a49b570c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.121999208Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0be1b568-d2c9-4e39-9041-0d96a49b570c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.122268886Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.122334018Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.122386579Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.122448361Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.162089674Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.188670987Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"uri":"/crucible/0/regions","method":"POST","req_id":"b1a323ad-bd51-41b4-874a-a626af6c2b9b","remote_addr":"[fd00:1122:3344:101::a]:33675","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":52,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/603c8c51-290e-4598-8468-628dcb67798a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.213362666Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.213442088Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.21352239Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.213530621Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.213568312Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-603c8c51-290e-4598-8468-628dcb67798a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.213614003Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/603c8c51-290e-4598-8468-628dcb67798a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.213689485Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.213742397Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.213788408Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.213834309Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.290348917Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:24.290887932Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.493063133Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"uri":"/crucible/0/regions/0be1b568-d2c9-4e39-9041-0d96a49b570c","method":"GET","req_id":"08ece37d-ca6f-4afa-9770-3a6a0872c3b3","remote_addr":"[fd00:1122:3344:101::a]:33675","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":84,"response_code":"200"} {"msg":"path is \"/data/regions/0be1b568-d2c9-4e39-9041-0d96a49b570c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.495924504Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"datafile"} {"msg":"dataset is oxp_da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe/crucible/regions/0be1b568-d2c9-4e39-9041-0d96a49b570c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.507732068Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"datafile"} {"msg":"region 0be1b568-d2c9-4e39-9041-0d96a49b570c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.517392602Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.517581827Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.517661209Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"uri":"/crucible/0/regions/0be1b568-d2c9-4e39-9041-0d96a49b570c","method":"DELETE","req_id":"fdee3897-3e1d-4166-b495-95e46789d5a5","remote_addr":"[fd00:1122:3344:101::a]:33675","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":21762,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-0be1b568-d2c9-4e39-9041-0d96a49b570c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.51873981Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.520781788Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"uri":"/crucible/0/regions/0be1b568-d2c9-4e39-9041-0d96a49b570c","method":"GET","req_id":"aa99e88d-f95e-4c10-9c4b-b8220bc93876","remote_addr":"[fd00:1122:3344:101::a]:33675","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":28,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/603c8c51-290e-4598-8468-628dcb67798a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.531722238Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.53181488Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.531906563Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.531918133Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.531969405Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-603c8c51-290e-4598-8468-628dcb67798a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.532032596Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/603c8c51-290e-4598-8468-628dcb67798a","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.532376126Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.532449458Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.532540181Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.532593972Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.540005462Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.540481576Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe/crucible/regions/0be1b568-d2c9-4e39-9041-0d96a49b570c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.552021393Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"region":"0be1b568-d2c9-4e39-9041-0d96a49b570c","component":"worker"} {"msg":"region 0be1b568-d2c9-4e39-9041-0d96a49b570c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.619177835Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-18T21:22:54.636222078Z","hostname":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","pid":22467,"uri":"/crucible/0/regions/0be1b568-d2c9-4e39-9041-0d96a49b570c","method":"GET","req_id":"bc5b63fe-8aef-4294-884c-3db940e5aa0c","remote_addr":"[fd00:1122:3344:101::a]:33675","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":78,"response_code":"200"}