[ Oct 30 17:49:04 Enabled. ]
[ Oct 30 17:49:04 Rereading configuration. ]
[ Oct 30 17:49:05 Rereading configuration. ]
[ Oct 30 17:49:06 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_5c811413-1d4e-403e-b8bb-331b2268c476/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_5c811413-1d4e-403e-b8bb-331b2268c476/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:49:06.973096967Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:49:06.974951832Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:49:06.974964172Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:49:06.991847942Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:49:07.11227743Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:32.365539093Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42448"}
{"msg":"region 76a43796-495a-4701-8ceb-f1bf64d45738 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:32.409702766Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:32.416336828Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"uri":"/crucible/0/regions","method":"POST","req_id":"5f5604a1-8fc1-4dee-8e13-e5dfcef7b63a","remote_addr":"[fd00:1122:3344:101::a]:42448","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":19503,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:32.420729891Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_5c811413-1d4e-403e-b8bb-331b2268c476/crucible/regions/76a43796-495a-4701-8ceb-f1bf64d45738","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:32.430565345Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_5c811413-1d4e-403e-b8bb-331b2268c476/crucible/regions/76a43796-495a-4701-8ceb-f1bf64d45738","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:32.430594846Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"76a43796-495a-4701-8ceb-f1bf64d45738\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/76a43796-495a-4701-8ceb-f1bf64d45738\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:32.497297986Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"region":"76a43796-495a-4701-8ceb-f1bf64d45738","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"76a43796-495a-4701-8ceb-f1bf64d45738\" \"--data\" \"/data/regions/76a43796-495a-4701-8ceb-f1bf64d45738\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:32.501746162Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"region":"76a43796-495a-4701-8ceb-f1bf64d45738","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:32.590944579Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"uri":"/crucible/0/regions","method":"POST","req_id":"55da8816-8141-4c40-bb1b-e908f5303e8d","remote_addr":"[fd00:1122:3344:101::a]:42448","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:32.904545366Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"region":"76a43796-495a-4701-8ceb-f1bf64d45738","component":"worker"}
{"msg":"region 76a43796-495a-4701-8ceb-f1bf64d45738 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:32.904621329Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:32.904732853Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-76a43796-495a-4701-8ceb-f1bf64d45738","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:32.908782944Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-76a43796-495a-4701-8ceb-f1bf64d45738","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:32.919338653Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:32.950568844Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-76a43796-495a-4701-8ceb-f1bf64d45738","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:32.959103653Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:32.968048545Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"uri":"/crucible/0/regions","method":"POST","req_id":"db0ebc59-b75e-45dc-acfd-472eb25d0515","remote_addr":"[fd00:1122:3344:101::a]:42448","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":88,"response_code":"200"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/76a43796-495a-4701-8ceb-f1bf64d45738","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:32.97248828Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:32.972582464Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:32.972665176Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:32.972697138Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:32.981817656Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:32.989170023Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"region 2350c698-c6ce-485c-a290-39b174b8162b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.662592127Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.662764153Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"uri":"/crucible/0/regions","method":"POST","req_id":"9d2e5dc1-6115-4055-864e-215bd757fe33","remote_addr":"[fd00:1122:3344:101::a]:42448","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":219,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.662785653Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_5c811413-1d4e-403e-b8bb-331b2268c476/crucible/regions/2350c698-c6ce-485c-a290-39b174b8162b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.672905767Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_5c811413-1d4e-403e-b8bb-331b2268c476/crucible/regions/2350c698-c6ce-485c-a290-39b174b8162b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.672935168Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2350c698-c6ce-485c-a290-39b174b8162b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2350c698-c6ce-485c-a290-39b174b8162b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.749323897Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"region":"2350c698-c6ce-485c-a290-39b174b8162b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2350c698-c6ce-485c-a290-39b174b8162b\" \"--data\" \"/data/regions/2350c698-c6ce-485c-a290-39b174b8162b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.749382379Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"region":"2350c698-c6ce-485c-a290-39b174b8162b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.862761641Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"region":"2350c698-c6ce-485c-a290-39b174b8162b","component":"worker"}
{"msg":"region 2350c698-c6ce-485c-a290-39b174b8162b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.862822183Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.862876585Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2350c698-c6ce-485c-a290-39b174b8162b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.863291779Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2350c698-c6ce-485c-a290-39b174b8162b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.870068796Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.884170299Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.885739274Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"uri":"/crucible/0/regions","method":"POST","req_id":"00580242-8c3a-4f42-be15-2b9357993007","remote_addr":"[fd00:1122:3344:101::a]:42448","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2350c698-c6ce-485c-a290-39b174b8162b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.890568903Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2350c698-c6ce-485c-a290-39b174b8162b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.89077873Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.890833082Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.890878643Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.890919965Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.903861607Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/76a43796-495a-4701-8ceb-f1bf64d45738","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.915624758Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.915711441Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.915803204Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.915811445Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.915862956Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-76a43796-495a-4701-8ceb-f1bf64d45738","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.915911838Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/76a43796-495a-4701-8ceb-f1bf64d45738","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.915982171Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.916037222Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.916088104Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.916140326Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.930334852Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:53:38.930772437Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:54:03.621319504Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"uri":"/crucible/0/regions/2350c698-c6ce-485c-a290-39b174b8162b","method":"GET","req_id":"3e09c6ed-be54-45c8-ad40-1c7c5d859fe5","remote_addr":"[fd00:1122:3344:101::a]:42448","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":96,"response_code":"200"}
{"msg":"path is \"/data/regions/2350c698-c6ce-485c-a290-39b174b8162b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:54:03.624176324Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"datafile"}
{"msg":"dataset is oxp_5c811413-1d4e-403e-b8bb-331b2268c476/crucible/regions/2350c698-c6ce-485c-a290-39b174b8162b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:54:03.636172803Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"datafile"}
{"msg":"region 2350c698-c6ce-485c-a290-39b174b8162b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:54:03.64610279Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:54:03.646282356Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:54:03.646364979Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"uri":"/crucible/0/regions/2350c698-c6ce-485c-a290-39b174b8162b","method":"DELETE","req_id":"8cc9560a-e4b4-41bc-890b-151efa840ac5","remote_addr":"[fd00:1122:3344:101::a]:42448","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22212,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-2350c698-c6ce-485c-a290-39b174b8162b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:54:03.647392715Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:54:03.650779933Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"uri":"/crucible/0/regions/2350c698-c6ce-485c-a290-39b174b8162b","method":"GET","req_id":"73857a05-94be-46a7-8c12-a8f3887d2f2d","remote_addr":"[fd00:1122:3344:101::a]:42448","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":31,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/76a43796-495a-4701-8ceb-f1bf64d45738","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:54:03.652302257Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:54:03.652420551Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:54:03.652506494Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:54:03.652524924Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:54:03.652553746Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-76a43796-495a-4701-8ceb-f1bf64d45738","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:54:03.652606427Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/76a43796-495a-4701-8ceb-f1bf64d45738","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:54:03.652907258Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:54:03.652984481Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:54:03.653036912Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:54:03.653108335Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:54:03.657879941Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:54:03.658477993Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_5c811413-1d4e-403e-b8bb-331b2268c476/crucible/regions/2350c698-c6ce-485c-a290-39b174b8162b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:54:03.671313121Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"region":"2350c698-c6ce-485c-a290-39b174b8162b","component":"worker"}
{"msg":"region 2350c698-c6ce-485c-a290-39b174b8162b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:54:03.739329498Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-30T17:54:03.773028945Z","hostname":"oxz_crucible_fb3cfc2e-5d66-4180-9b7b-4b7fa14a9346","pid":21700,"uri":"/crucible/0/regions/2350c698-c6ce-485c-a290-39b174b8162b","method":"GET","req_id":"8efa67c7-ae1b-4637-9283-07fee1ccf374","remote_addr":"[fd00:1122:3344:101::a]:42448","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":79,"response_code":"200"}