[ Jul 10 23:01:41 Enabled. ]
[ Jul 10 23:01:41 Rereading configuration. ]
[ Jul 10 23:01:43 Rereading configuration. ]
[ Jul 10 23:01:45 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_fb82893c-b4be-46f2-994c-7b8318094f4c/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_fb82893c-b4be-46f2-994c-7b8318094f4c/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:01:45.371807623Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:01:45.37768669Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:01:45.377700101Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:01:45.392594513Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:01:45.500876991Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.694826133Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57077"}
{"msg":"region 9b7eea31-55cb-4ef2-900b-05c30732737b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.706407434Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.706802283Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"uri":"/crucible/0/regions","method":"POST","req_id":"880b56a3-8bda-4f36-a923-e1010dcc78ee","remote_addr":"[fd00:1122:3344:101::a]:57077","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":5054,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.709312477Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_fb82893c-b4be-46f2-994c-7b8318094f4c/crucible/regions/9b7eea31-55cb-4ef2-900b-05c30732737b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.719665842Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_fb82893c-b4be-46f2-994c-7b8318094f4c/crucible/regions/9b7eea31-55cb-4ef2-900b-05c30732737b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.719735023Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9b7eea31-55cb-4ef2-900b-05c30732737b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9b7eea31-55cb-4ef2-900b-05c30732737b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.802161359Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"region":"9b7eea31-55cb-4ef2-900b-05c30732737b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9b7eea31-55cb-4ef2-900b-05c30732737b\" \"--data\" \"/data/regions/9b7eea31-55cb-4ef2-900b-05c30732737b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.802217961Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"region":"9b7eea31-55cb-4ef2-900b-05c30732737b","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:07.02917812Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"uri":"/crucible/0/regions","method":"POST","req_id":"5009b9ff-0813-432e-89b2-3f74bc60daf0","remote_addr":"[fd00:1122:3344:101::a]:57077","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":817,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:07.045850471Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"region":"9b7eea31-55cb-4ef2-900b-05c30732737b","component":"worker"}
{"msg":"region 9b7eea31-55cb-4ef2-900b-05c30732737b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:07.045914022Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:07.046177788Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9b7eea31-55cb-4ef2-900b-05c30732737b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:07.046642808Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9b7eea31-55cb-4ef2-900b-05c30732737b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:07.051635526Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:07.064840743Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9b7eea31-55cb-4ef2-900b-05c30732737b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:07.06839587Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9b7eea31-55cb-4ef2-900b-05c30732737b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:07.069125465Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:07.073710805Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:07.073766326Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:07.073813587Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:07.080284938Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:07.088456844Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:07.342888619Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"uri":"/crucible/0/regions","method":"POST","req_id":"866ae835-deaa-45ef-8cf4-1349417fad4f","remote_addr":"[fd00:1122:3344:101::a]:57077","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.068184719Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48554"}
{"msg":"region e4a0cdf5-cc13-4137-8dc5-a1cbfa90d40b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.068299352Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.071114203Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.071138783Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"uri":"/crucible/0/regions","method":"POST","req_id":"353109bd-b8dc-421a-ac17-15f7c4ffbb48","remote_addr":"[fd00:1122:3344:101::a]:48554","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":2858,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_fb82893c-b4be-46f2-994c-7b8318094f4c/crucible/regions/e4a0cdf5-cc13-4137-8dc5-a1cbfa90d40b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.082042059Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_fb82893c-b4be-46f2-994c-7b8318094f4c/crucible/regions/e4a0cdf5-cc13-4137-8dc5-a1cbfa90d40b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.08207672Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e4a0cdf5-cc13-4137-8dc5-a1cbfa90d40b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e4a0cdf5-cc13-4137-8dc5-a1cbfa90d40b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.165220922Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"region":"e4a0cdf5-cc13-4137-8dc5-a1cbfa90d40b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e4a0cdf5-cc13-4137-8dc5-a1cbfa90d40b\" \"--data\" \"/data/regions/e4a0cdf5-cc13-4137-8dc5-a1cbfa90d40b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.165275843Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"region":"e4a0cdf5-cc13-4137-8dc5-a1cbfa90d40b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.254989598Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"region":"e4a0cdf5-cc13-4137-8dc5-a1cbfa90d40b","component":"worker"}
{"msg":"region e4a0cdf5-cc13-4137-8dc5-a1cbfa90d40b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.255036479Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.255116401Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/9b7eea31-55cb-4ef2-900b-05c30732737b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.263543393Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.263626085Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.263707477Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.263728357Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.263751578Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9b7eea31-55cb-4ef2-900b-05c30732737b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.263814399Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9b7eea31-55cb-4ef2-900b-05c30732737b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.263909361Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.263974233Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.264019164Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.264065995Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.272581519Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e4a0cdf5-cc13-4137-8dc5-a1cbfa90d40b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.272987038Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e4a0cdf5-cc13-4137-8dc5-a1cbfa90d40b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.277242Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.287128235Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e4a0cdf5-cc13-4137-8dc5-a1cbfa90d40b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.290339674Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e4a0cdf5-cc13-4137-8dc5-a1cbfa90d40b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.290648861Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.290717212Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.290761053Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.290809554Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.294958534Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.299551164Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.335235717Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"uri":"/crucible/0/regions","method":"POST","req_id":"6ef17a1b-062b-489a-84f7-5994e1ae409f","remote_addr":"[fd00:1122:3344:101::a]:48554","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":768,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.728736228Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45748"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.731082839Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"uri":"/crucible/0/regions/9b7eea31-55cb-4ef2-900b-05c30732737b","method":"GET","req_id":"51a93b33-712e-415a-adf5-287da7494c22","remote_addr":"[fd00:1122:3344:101::a]:45748","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":2295,"response_code":"200"}
{"msg":"path is \"/data/regions/9b7eea31-55cb-4ef2-900b-05c30732737b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.733485841Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"datafile"}
{"msg":"dataset is oxp_fb82893c-b4be-46f2-994c-7b8318094f4c/crucible/regions/9b7eea31-55cb-4ef2-900b-05c30732737b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.74311934Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"datafile"}
{"msg":"snapshot is oxp_fb82893c-b4be-46f2-994c-7b8318094f4c/crucible/regions/9b7eea31-55cb-4ef2-900b-05c30732737b@9afadc7e-5ad8-44de-833e-b82e207e996e","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.752272908Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_fb82893c-b4be-46f2-994c-7b8318094f4c/crucible/regions/9b7eea31-55cb-4ef2-900b-05c30732737b\", \"9afadc7e-5ad8-44de-833e-b82e207e996e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.752319149Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.763491992Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"uri":"/crucible/0/regions/9b7eea31-55cb-4ef2-900b-05c30732737b/snapshots/9afadc7e-5ad8-44de-833e-b82e207e996e","method":"GET","req_id":"60b723bc-f97f-4f71-bdce-7c395a7f980d","remote_addr":"[fd00:1122:3344:101::a]:45748","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":32197,"response_code":"200"}
{"msg":"path is \"/data/regions/9b7eea31-55cb-4ef2-900b-05c30732737b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.763649865Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"datafile"}
{"msg":"dataset is oxp_fb82893c-b4be-46f2-994c-7b8318094f4c/crucible/regions/9b7eea31-55cb-4ef2-900b-05c30732737b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.772565908Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"datafile"}
{"msg":"snapshot is oxp_fb82893c-b4be-46f2-994c-7b8318094f4c/crucible/regions/9b7eea31-55cb-4ef2-900b-05c30732737b@9afadc7e-5ad8-44de-833e-b82e207e996e","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.781934751Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_fb82893c-b4be-46f2-994c-7b8318094f4c/crucible/regions/9b7eea31-55cb-4ef2-900b-05c30732737b\", \"9afadc7e-5ad8-44de-833e-b82e207e996e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.781967882Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 9b7eea31-55cb-4ef2-900b-05c30732737b-9afadc7e-5ad8-44de-833e-b82e207e996e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.791439557Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"datafile"}
{"msg":"applying SMF actions for region 9b7eea31-55cb-4ef2-900b-05c30732737b running snapshot 9afadc7e-5ad8-44de-833e-b82e207e996e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.791609541Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.791647452Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"uri":"/crucible/0/regions/9b7eea31-55cb-4ef2-900b-05c30732737b/snapshots/9afadc7e-5ad8-44de-833e-b82e207e996e/run","method":"POST","req_id":"eacdc149-d355-47a8-85b4-02e29b5bd19e","remote_addr":"[fd00:1122:3344:101::a]:45748","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":28019,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/9b7eea31-55cb-4ef2-900b-05c30732737b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.792272265Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.792373118Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.79246926Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.79248015Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.792518101Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9b7eea31-55cb-4ef2-900b-05c30732737b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.792565011Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9b7eea31-55cb-4ef2-900b-05c30732737b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.79294408Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.793003261Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.793050942Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.793094633Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.797915547Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-9b7eea31-55cb-4ef2-900b-05c30732737b-9afadc7e-5ad8-44de-833e-b82e207e996e","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.79941944Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9b7eea31-55cb-4ef2-900b-05c30732737b-9afadc7e-5ad8-44de-833e-b82e207e996e","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.80495275Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9b7eea31-55cb-4ef2-900b-05c30732737b-9afadc7e-5ad8-44de-833e-b82e207e996e","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.815493419Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9b7eea31-55cb-4ef2-900b-05c30732737b/.zfs/snapshot/9afadc7e-5ad8-44de-833e-b82e207e996e","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.815759494Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.815817546Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.815857307Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.815899577Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.815952589Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.819195279Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.823497242Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"region 9b7eea31-55cb-4ef2-900b-05c30732737b running snapshot 9afadc7e-5ad8-44de-833e-b82e207e996e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.823515532Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"datafile"}
{"msg":"region 964a6e16-0226-4a55-a600-b8b5d2278991 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.735935043Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.736089467Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.736101607Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"uri":"/crucible/0/regions","method":"POST","req_id":"1ba51662-f1ea-4ab3-b3af-47dadfdee435","remote_addr":"[fd00:1122:3344:101::a]:48554","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":220,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_fb82893c-b4be-46f2-994c-7b8318094f4c/crucible/regions/964a6e16-0226-4a55-a600-b8b5d2278991","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.744302275Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_fb82893c-b4be-46f2-994c-7b8318094f4c/crucible/regions/964a6e16-0226-4a55-a600-b8b5d2278991","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.744337045Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"964a6e16-0226-4a55-a600-b8b5d2278991\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/964a6e16-0226-4a55-a600-b8b5d2278991\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.793461Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"region":"964a6e16-0226-4a55-a600-b8b5d2278991","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"964a6e16-0226-4a55-a600-b8b5d2278991\" \"--data\" \"/data/regions/964a6e16-0226-4a55-a600-b8b5d2278991\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.795173617Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"region":"964a6e16-0226-4a55-a600-b8b5d2278991","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.860059924Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"region":"964a6e16-0226-4a55-a600-b8b5d2278991","component":"worker"}
{"msg":"region 964a6e16-0226-4a55-a600-b8b5d2278991 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.860099314Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.860206737Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-964a6e16-0226-4a55-a600-b8b5d2278991","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.860714098Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-964a6e16-0226-4a55-a600-b8b5d2278991","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.863785064Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.870686574Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-964a6e16-0226-4a55-a600-b8b5d2278991","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.873595897Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/964a6e16-0226-4a55-a600-b8b5d2278991","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.873901933Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.873949085Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.873990055Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.874026046Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.877671095Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/9b7eea31-55cb-4ef2-900b-05c30732737b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.882559671Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.882673494Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.882764726Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.882774756Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.882810617Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9b7eea31-55cb-4ef2-900b-05c30732737b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.882853807Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9b7eea31-55cb-4ef2-900b-05c30732737b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.886483656Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.886546528Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.886594919Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.8866421Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.890024463Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.892682981Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:29.981329222Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"uri":"/crucible/0/regions","method":"POST","req_id":"2163f0e5-40d7-4484-a68b-09332060e8e6","remote_addr":"[fd00:1122:3344:101::a]:48554","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:52.771860732Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"uri":"/crucible/0/regions/964a6e16-0226-4a55-a600-b8b5d2278991","method":"GET","req_id":"2a709bfd-3ebe-42ac-8abf-c0b4c0cbe623","remote_addr":"[fd00:1122:3344:101::a]:48554","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"path is \"/data/regions/964a6e16-0226-4a55-a600-b8b5d2278991\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:52.774395927Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"datafile"}
{"msg":"dataset is oxp_fb82893c-b4be-46f2-994c-7b8318094f4c/crucible/regions/964a6e16-0226-4a55-a600-b8b5d2278991","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:52.786683123Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"datafile"}
{"msg":"region 964a6e16-0226-4a55-a600-b8b5d2278991 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:52.794941212Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:52.795124936Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:52.795185907Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"uri":"/crucible/0/regions/964a6e16-0226-4a55-a600-b8b5d2278991","method":"DELETE","req_id":"67a1a787-2cfd-4790-bcb4-c14cfe14488a","remote_addr":"[fd00:1122:3344:101::a]:48554","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20810,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-964a6e16-0226-4a55-a600-b8b5d2278991 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:52.79623502Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:52.798010788Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"uri":"/crucible/0/regions/964a6e16-0226-4a55-a600-b8b5d2278991","method":"GET","req_id":"fe81c5aa-3e8b-4609-9df7-daa360323ba8","remote_addr":"[fd00:1122:3344:101::a]:48554","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/9b7eea31-55cb-4ef2-900b-05c30732737b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:52.80037851Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:52.800476402Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:52.800558534Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:52.800567604Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:52.800608095Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9b7eea31-55cb-4ef2-900b-05c30732737b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:52.800654325Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9b7eea31-55cb-4ef2-900b-05c30732737b","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:52.800981833Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:52.801054544Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:52.801126866Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:52.801151656Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:52.804508309Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:52.806667636Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_fb82893c-b4be-46f2-994c-7b8318094f4c/crucible/regions/964a6e16-0226-4a55-a600-b8b5d2278991\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:52.816335825Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"region":"964a6e16-0226-4a55-a600-b8b5d2278991","component":"worker"}
{"msg":"region 964a6e16-0226-4a55-a600-b8b5d2278991 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:52.868420964Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:52.9157376Z","hostname":"oxz_crucible_7416fb81-0f25-4adc-8bb3-4885ddaa3409","pid":29947,"uri":"/crucible/0/regions/964a6e16-0226-4a55-a600-b8b5d2278991","method":"GET","req_id":"23fda4cd-a6fe-48d1-a68e-98505ce42b3a","remote_addr":"[fd00:1122:3344:101::a]:48554","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":56,"response_code":"200"}