[ Sep 3 23:51:12 Enabled. ] [ Sep 3 23:51:12 Rereading configuration. ] [ Sep 3 23:51:13 Rereading configuration. ] [ Sep 3 23:51:14 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_96307640-3db4-4a6e-b03a-71a80f6a607d/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_96307640-3db4-4a6e-b03a-71a80f6a607d/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:14.930569084Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263} {"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:14.93504094Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:14.935053Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:14.962540972Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:51:15.078828396Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:55.924902619Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37855"} {"msg":"region 001e5a02-2834-48f1-8d7f-21783d57710a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:55.959365951Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:55.963790497Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"uri":"/crucible/0/regions","method":"POST","req_id":"1db463b7-0cfe-40ab-99f9-11bfd6507fe2","remote_addr":"[fd00:1122:3344:101::a]:37855","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20105,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:55.968242863Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_96307640-3db4-4a6e-b03a-71a80f6a607d/crucible/regions/001e5a02-2834-48f1-8d7f-21783d57710a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:55.981549539Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_96307640-3db4-4a6e-b03a-71a80f6a607d/crucible/regions/001e5a02-2834-48f1-8d7f-21783d57710a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:55.9815857Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"001e5a02-2834-48f1-8d7f-21783d57710a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/001e5a02-2834-48f1-8d7f-21783d57710a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.030715738Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"region":"001e5a02-2834-48f1-8d7f-21783d57710a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"001e5a02-2834-48f1-8d7f-21783d57710a\" \"--data\" \"/data/regions/001e5a02-2834-48f1-8d7f-21783d57710a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.033447727Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"region":"001e5a02-2834-48f1-8d7f-21783d57710a","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.32380744Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"uri":"/crucible/0/regions","method":"POST","req_id":"58273f09-f6a4-461d-9538-c2127d064b8e","remote_addr":"[fd00:1122:3344:101::a]:37855","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.33449219Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"region":"001e5a02-2834-48f1-8d7f-21783d57710a","component":"worker"} {"msg":"region 001e5a02-2834-48f1-8d7f-21783d57710a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.334518761Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.334683564Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-001e5a02-2834-48f1-8d7f-21783d57710a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.335159774Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-001e5a02-2834-48f1-8d7f-21783d57710a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.339814515Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.358254482Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-001e5a02-2834-48f1-8d7f-21783d57710a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.361203585Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/001e5a02-2834-48f1-8d7f-21783d57710a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.372778114Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.375188556Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.375237917Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.375278928Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.379404207Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.385553549Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:56:56.780953825Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"uri":"/crucible/0/regions","method":"POST","req_id":"a064f131-727b-461c-9864-69e3c2839dc2","remote_addr":"[fd00:1122:3344:101::a]:37855","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":64,"response_code":"200"} {"msg":"region 4fce7256-f17f-4135-a64a-368d23d02930 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:01.984291117Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:01.984476541Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"uri":"/crucible/0/regions","method":"POST","req_id":"d2dd5690-574b-427d-a056-06ca1c24d756","remote_addr":"[fd00:1122:3344:101::a]:37855","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":235,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:01.984495512Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_96307640-3db4-4a6e-b03a-71a80f6a607d/crucible/regions/4fce7256-f17f-4135-a64a-368d23d02930","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:01.994580619Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_96307640-3db4-4a6e-b03a-71a80f6a607d/crucible/regions/4fce7256-f17f-4135-a64a-368d23d02930","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:01.99462165Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4fce7256-f17f-4135-a64a-368d23d02930\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4fce7256-f17f-4135-a64a-368d23d02930\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.041906408Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"region":"4fce7256-f17f-4135-a64a-368d23d02930","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4fce7256-f17f-4135-a64a-368d23d02930\" \"--data\" \"/data/regions/4fce7256-f17f-4135-a64a-368d23d02930\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.043947022Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"region":"4fce7256-f17f-4135-a64a-368d23d02930","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.116019104Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"region":"4fce7256-f17f-4135-a64a-368d23d02930","component":"worker"} {"msg":"region 4fce7256-f17f-4135-a64a-368d23d02930 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.116072605Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.116181477Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/001e5a02-2834-48f1-8d7f-21783d57710a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.11725138Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.117336322Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.117419394Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.117426974Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.117468445Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-001e5a02-2834-48f1-8d7f-21783d57710a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.117530206Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/001e5a02-2834-48f1-8d7f-21783d57710a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.117630359Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.120261175Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"uri":"/crucible/0/regions","method":"POST","req_id":"a39b5cff-fb5d-4a03-beb3-67c31692a621","remote_addr":"[fd00:1122:3344:101::a]:37855","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":69,"response_code":"200"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.120593072Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.120643093Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.120698545Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.125430867Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4fce7256-f17f-4135-a64a-368d23d02930","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.125885717Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4fce7256-f17f-4135-a64a-368d23d02930","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.128671846Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.136375612Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4fce7256-f17f-4135-a64a-368d23d02930","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.140249946Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4fce7256-f17f-4135-a64a-368d23d02930","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.14045554Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.140512812Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.140552812Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.140590323Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.143854053Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:02.147986882Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.24438916Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"uri":"/crucible/0/regions/4fce7256-f17f-4135-a64a-368d23d02930","method":"GET","req_id":"b0d69a08-2a61-41aa-acee-13b5478b52ad","remote_addr":"[fd00:1122:3344:101::a]:37855","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":588,"response_code":"200"} {"msg":"path is \"/data/regions/4fce7256-f17f-4135-a64a-368d23d02930\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.248518859Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"datafile"} {"msg":"dataset is oxp_96307640-3db4-4a6e-b03a-71a80f6a607d/crucible/regions/4fce7256-f17f-4135-a64a-368d23d02930","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.259032736Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"datafile"} {"msg":"region 4fce7256-f17f-4135-a64a-368d23d02930 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.267025628Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.267203692Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.267271693Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"uri":"/crucible/0/regions/4fce7256-f17f-4135-a64a-368d23d02930","method":"DELETE","req_id":"2d7ec8a0-aed5-45b5-8141-1e5ed608781e","remote_addr":"[fd00:1122:3344:101::a]:37855","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18782,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-4fce7256-f17f-4135-a64a-368d23d02930 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.268287685Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.272155378Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"uri":"/crucible/0/regions/4fce7256-f17f-4135-a64a-368d23d02930","method":"GET","req_id":"5e3cea7f-4d60-42d4-9867-c9421564727c","remote_addr":"[fd00:1122:3344:101::a]:37855","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":605,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/001e5a02-2834-48f1-8d7f-21783d57710a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.273245922Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.273331243Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.273414445Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.273421795Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.273469346Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-001e5a02-2834-48f1-8d7f-21783d57710a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.273519068Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/001e5a02-2834-48f1-8d7f-21783d57710a","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.273832544Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.273896656Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.273960557Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.274019138Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.278141467Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.278633867Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_96307640-3db4-4a6e-b03a-71a80f6a607d/crucible/regions/4fce7256-f17f-4135-a64a-368d23d02930\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.288647513Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"region":"4fce7256-f17f-4135-a64a-368d23d02930","component":"worker"} {"msg":"region 4fce7256-f17f-4135-a64a-368d23d02930 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.331252361Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-03T23:57:27.384365435Z","hostname":"oxz_crucible_1a6f3e5a-2cdb-4c34-95f5-d34ccbd9f67b","pid":21263,"uri":"/crucible/0/regions/4fce7256-f17f-4135-a64a-368d23d02930","method":"GET","req_id":"5b09f548-3013-485a-8996-d6f585d5d30c","remote_addr":"[fd00:1122:3344:101::a]:37855","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":67,"response_code":"200"}