[ Aug 16 07:16:37 Enabled. ]
[ Aug 16 07:16:37 Rereading configuration. ]
[ Aug 16 07:16:38 Rereading configuration. ]
[ Aug 16 07:16:41 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_bf5037ec-dc23-4de8-808a-6fcb74ebee82/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_bf5037ec-dc23-4de8-808a-6fcb74ebee82/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:16:41.265200891Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:16:41.266220405Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:16:41.266233245Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:16:41.284470456Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:16:41.405322137Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:17:54.883789851Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34740"}
{"msg":"region df35bc3a-87e0-4f4d-835b-d44ff55b1196 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:17:54.90496085Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:17:54.928583645Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:17:54.932497036Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"uri":"/crucible/0/regions","method":"POST","req_id":"beb53fd6-864a-4edd-86cb-dbc705db4f33","remote_addr":"[fd00:1122:3344:101::a]:34740","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":34235,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_bf5037ec-dc23-4de8-808a-6fcb74ebee82/crucible/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:17:54.94089689Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_bf5037ec-dc23-4de8-808a-6fcb74ebee82/crucible/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:17:54.94092404Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:17:55.090908414Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"uri":"/crucible/0/regions","method":"POST","req_id":"3f9b834f-1345-4afe-a2f5-a32f70272523","remote_addr":"[fd00:1122:3344:101::a]:34740","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"creating region Region { id: RegionId(\"df35bc3a-87e0-4f4d-835b-d44ff55b1196\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:17:55.146665662Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"region":"df35bc3a-87e0-4f4d-835b-d44ff55b1196","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"df35bc3a-87e0-4f4d-835b-d44ff55b1196\" \"--data\" \"/data/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:17:55.148575596Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"region":"df35bc3a-87e0-4f4d-835b-d44ff55b1196","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:17:55.440124409Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"uri":"/crucible/0/regions","method":"POST","req_id":"f320146a-61e8-4128-9070-f427766b07a6","remote_addr":"[fd00:1122:3344:101::a]:34740","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":86,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:17:55.785162748Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"region":"df35bc3a-87e0-4f4d-835b-d44ff55b1196","component":"worker"}
{"msg":"region df35bc3a-87e0-4f4d-835b-d44ff55b1196 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:17:55.785208709Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:17:55.785314141Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-df35bc3a-87e0-4f4d-835b-d44ff55b1196","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:17:55.785793872Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-df35bc3a-87e0-4f4d-835b-d44ff55b1196","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:17:55.818322824Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:17:55.922364677Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-df35bc3a-87e0-4f4d-835b-d44ff55b1196","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:17:55.960016296Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:17:56.001399862Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:17:56.003546082Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:17:56.003613113Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:17:56.003666104Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:17:56.013679396Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:17:56.045441859Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:17:56.213450139Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"uri":"/crucible/0/regions","method":"POST","req_id":"e7bbe72b-2ad9-48b3-acd3-3c4d0d04a7d8","remote_addr":"[fd00:1122:3344:101::a]:34740","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.243807891Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54087"}
{"msg":"region 4ec30931-da45-48d3-b130-b47919905323 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.244445686Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.245452719Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.245463619Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"uri":"/crucible/0/regions","method":"POST","req_id":"76c943f1-73ea-4f5e-9215-586524c4c22a","remote_addr":"[fd00:1122:3344:101::a]:54087","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":1614,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_bf5037ec-dc23-4de8-808a-6fcb74ebee82/crucible/regions/4ec30931-da45-48d3-b130-b47919905323","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.255604723Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_bf5037ec-dc23-4de8-808a-6fcb74ebee82/crucible/regions/4ec30931-da45-48d3-b130-b47919905323","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.255647234Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4ec30931-da45-48d3-b130-b47919905323\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4ec30931-da45-48d3-b130-b47919905323\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.314842271Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"region":"4ec30931-da45-48d3-b130-b47919905323","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4ec30931-da45-48d3-b130-b47919905323\" \"--data\" \"/data/regions/4ec30931-da45-48d3-b130-b47919905323\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.314898953Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"region":"4ec30931-da45-48d3-b130-b47919905323","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.39187159Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"region":"4ec30931-da45-48d3-b130-b47919905323","component":"worker"}
{"msg":"region 4ec30931-da45-48d3-b130-b47919905323 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.391920092Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.392013524Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4ec30931-da45-48d3-b130-b47919905323","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.392467814Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4ec30931-da45-48d3-b130-b47919905323","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.400452538Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.40875038Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4ec30931-da45-48d3-b130-b47919905323","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.412784683Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4ec30931-da45-48d3-b130-b47919905323","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.412986858Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.413043959Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.41308264Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.413119101Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.416869678Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.422310893Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.422396635Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.422474817Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.422484797Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.422519748Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-df35bc3a-87e0-4f4d-835b-d44ff55b1196","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.422564399Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.422631921Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.422682652Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.422881687Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.422904157Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.435271482Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.435673821Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:31.613484698Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"uri":"/crucible/0/regions","method":"POST","req_id":"35201602-5503-40b2-8be8-c11cba5127f5","remote_addr":"[fd00:1122:3344:101::a]:54087","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.561620955Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"uri":"/crucible/0/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196","method":"GET","req_id":"caaefe6d-b02a-4065-82f4-3ee9a6554f70","remote_addr":"[fd00:1122:3344:101::a]:54087","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"path is \"/data/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.567861199Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"datafile"}
{"msg":"dataset is oxp_bf5037ec-dc23-4de8-808a-6fcb74ebee82/crucible/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.577246186Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"datafile"}
{"msg":"snapshot is oxp_bf5037ec-dc23-4de8-808a-6fcb74ebee82/crucible/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196@457023dd-1cbf-42e0-adb9-7dc2029f6007","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.585761192Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_bf5037ec-dc23-4de8-808a-6fcb74ebee82/crucible/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196\", \"457023dd-1cbf-42e0-adb9-7dc2029f6007\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.585800903Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.597286989Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"uri":"/crucible/0/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196/snapshots/457023dd-1cbf-42e0-adb9-7dc2029f6007","method":"GET","req_id":"844e6e2c-ce5a-49fc-b47d-b76fe61784f8","remote_addr":"[fd00:1122:3344:101::a]:54087","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":32517,"response_code":"200"}
{"msg":"path is \"/data/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.600686377Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"datafile"}
{"msg":"dataset is oxp_bf5037ec-dc23-4de8-808a-6fcb74ebee82/crucible/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.608975019Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"datafile"}
{"msg":"snapshot is oxp_bf5037ec-dc23-4de8-808a-6fcb74ebee82/crucible/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196@457023dd-1cbf-42e0-adb9-7dc2029f6007","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.617031385Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_bf5037ec-dc23-4de8-808a-6fcb74ebee82/crucible/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196\", \"457023dd-1cbf-42e0-adb9-7dc2029f6007\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.617060285Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot df35bc3a-87e0-4f4d-835b-d44ff55b1196-457023dd-1cbf-42e0-adb9-7dc2029f6007 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.626202116Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"datafile"}
{"msg":"applying SMF actions for region df35bc3a-87e0-4f4d-835b-d44ff55b1196 running snapshot 457023dd-1cbf-42e0-adb9-7dc2029f6007 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.626396311Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.626420781Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"uri":"/crucible/0/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196/snapshots/457023dd-1cbf-42e0-adb9-7dc2029f6007/run","method":"POST","req_id":"178a82cc-3d0d-477d-8178-d83d9a3350a9","remote_addr":"[fd00:1122:3344:101::a]:54087","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25764,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.628124901Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.628207213Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.628287105Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.628294055Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.628333615Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-df35bc3a-87e0-4f4d-835b-d44ff55b1196","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.628377567Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.628676954Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.628734355Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.628783656Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.628828287Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.633024174Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-df35bc3a-87e0-4f4d-835b-d44ff55b1196-457023dd-1cbf-42e0-adb9-7dc2029f6007","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.633511655Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-df35bc3a-87e0-4f4d-835b-d44ff55b1196-457023dd-1cbf-42e0-adb9-7dc2029f6007","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.64106817Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-df35bc3a-87e0-4f4d-835b-d44ff55b1196-457023dd-1cbf-42e0-adb9-7dc2029f6007","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.651505881Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196/.zfs/snapshot/457023dd-1cbf-42e0-adb9-7dc2029f6007","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.651748076Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.651816578Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.651864939Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.65191171Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.651966231Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.657089Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.661663255Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"region df35bc3a-87e0-4f4d-835b-d44ff55b1196 running snapshot 457023dd-1cbf-42e0-adb9-7dc2029f6007 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.661674996Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"datafile"}
{"msg":"path is \"/data/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.846399032Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"datafile"}
{"msg":"dataset is oxp_bf5037ec-dc23-4de8-808a-6fcb74ebee82/crucible/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.854628862Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"datafile"}
{"msg":"snapshot is oxp_bf5037ec-dc23-4de8-808a-6fcb74ebee82/crucible/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196@457023dd-1cbf-42e0-adb9-7dc2029f6007","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.862830431Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_bf5037ec-dc23-4de8-808a-6fcb74ebee82/crucible/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196\", \"457023dd-1cbf-42e0-adb9-7dc2029f6007\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.862873832Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:32.871117573Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"uri":"/crucible/0/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196/snapshots/457023dd-1cbf-42e0-adb9-7dc2029f6007/run","method":"POST","req_id":"508bc22a-a4f3-4c21-b7d5-b6f73112f382","remote_addr":"[fd00:1122:3344:101::a]:54087","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24743,"response_code":"200"}
{"msg":"region 9abc3c5f-c24d-4d68-96c3-c2a1ab3f981f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.156499038Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.156651021Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"uri":"/crucible/0/regions","method":"POST","req_id":"da9329ff-3ebd-4ac0-aac6-c11bee4c61a1","remote_addr":"[fd00:1122:3344:101::a]:54087","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":227,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.156682632Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_bf5037ec-dc23-4de8-808a-6fcb74ebee82/crucible/regions/9abc3c5f-c24d-4d68-96c3-c2a1ab3f981f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.166487769Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_bf5037ec-dc23-4de8-808a-6fcb74ebee82/crucible/regions/9abc3c5f-c24d-4d68-96c3-c2a1ab3f981f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.166514189Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9abc3c5f-c24d-4d68-96c3-c2a1ab3f981f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9abc3c5f-c24d-4d68-96c3-c2a1ab3f981f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.225909801Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"region":"9abc3c5f-c24d-4d68-96c3-c2a1ab3f981f","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9abc3c5f-c24d-4d68-96c3-c2a1ab3f981f\" \"--data\" \"/data/regions/9abc3c5f-c24d-4d68-96c3-c2a1ab3f981f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.227674062Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"region":"9abc3c5f-c24d-4d68-96c3-c2a1ab3f981f","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.298967498Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"region":"9abc3c5f-c24d-4d68-96c3-c2a1ab3f981f","component":"worker"}
{"msg":"region 9abc3c5f-c24d-4d68-96c3-c2a1ab3f981f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.299004029Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.299128722Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9abc3c5f-c24d-4d68-96c3-c2a1ab3f981f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.300423232Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9abc3c5f-c24d-4d68-96c3-c2a1ab3f981f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.303696597Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.311983939Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9abc3c5f-c24d-4d68-96c3-c2a1ab3f981f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.315296765Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9abc3c5f-c24d-4d68-96c3-c2a1ab3f981f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.31550974Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.315560651Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.315599103Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.315636113Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.319487072Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.324476088Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.32456587Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.324652912Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.324661352Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.324703943Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-df35bc3a-87e0-4f4d-835b-d44ff55b1196","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.324751124Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.330408745Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.330459506Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.330505207Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.330551978Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.335334648Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.33715921Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:23:36.435837888Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"uri":"/crucible/0/regions","method":"POST","req_id":"5794e7dc-d108-4034-8c16-9cfbe8cec7d7","remote_addr":"[fd00:1122:3344:101::a]:54087","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:24:01.859753602Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"uri":"/crucible/0/regions/9abc3c5f-c24d-4d68-96c3-c2a1ab3f981f","method":"GET","req_id":"81bc020a-c02a-4f40-b634-aea03b44edb3","remote_addr":"[fd00:1122:3344:101::a]:54087","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":54,"response_code":"200"}
{"msg":"path is \"/data/regions/9abc3c5f-c24d-4d68-96c3-c2a1ab3f981f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:24:01.863030888Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"datafile"}
{"msg":"dataset is oxp_bf5037ec-dc23-4de8-808a-6fcb74ebee82/crucible/regions/9abc3c5f-c24d-4d68-96c3-c2a1ab3f981f","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:24:01.874973394Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"datafile"}
{"msg":"region 9abc3c5f-c24d-4d68-96c3-c2a1ab3f981f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:24:01.883261495Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:24:01.88344891Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:24:01.883508891Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"uri":"/crucible/0/regions/9abc3c5f-c24d-4d68-96c3-c2a1ab3f981f","method":"DELETE","req_id":"d9094a6d-a3fa-440d-9aa2-ba885d8d582d","remote_addr":"[fd00:1122:3344:101::a]:54087","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21038,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-9abc3c5f-c24d-4d68-96c3-c2a1ab3f981f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:24:01.884713479Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:24:01.886420678Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"uri":"/crucible/0/regions/9abc3c5f-c24d-4d68-96c3-c2a1ab3f981f","method":"GET","req_id":"73ab6f22-bd9b-4ca1-836f-5e05ae2b730d","remote_addr":"[fd00:1122:3344:101::a]:54087","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:24:01.890146954Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:24:01.890237886Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:24:01.890333538Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:24:01.890345009Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:24:01.89038206Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-df35bc3a-87e0-4f4d-835b-d44ff55b1196","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:24:01.890424891Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/df35bc3a-87e0-4f4d-835b-d44ff55b1196","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:24:01.890854841Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:24:01.890913612Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:24:01.890959993Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:24:01.891004664Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:24:01.895274903Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:24:01.896537202Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_bf5037ec-dc23-4de8-808a-6fcb74ebee82/crucible/regions/9abc3c5f-c24d-4d68-96c3-c2a1ab3f981f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:24:01.906244786Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"region":"9abc3c5f-c24d-4d68-96c3-c2a1ab3f981f","component":"worker"}
{"msg":"region 9abc3c5f-c24d-4d68-96c3-c2a1ab3f981f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:24:01.951519491Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-16T07:24:02.018460448Z","hostname":"oxz_crucible_4432e56f-abcf-4113-b281-1153a940c90f","pid":25661,"uri":"/crucible/0/regions/9abc3c5f-c24d-4d68-96c3-c2a1ab3f981f","method":"GET","req_id":"2666a250-300a-4993-adb8-afeb017f4b93","remote_addr":"[fd00:1122:3344:101::a]:54087","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":66,"response_code":"200"}