{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.51752093Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36395"}
{"msg":"region 318f2303-36e3-4cf3-b343-6042ab77b3c2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.546530809Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.551146372Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"uri":"/crucible/0/regions","method":"POST","req_id":"2622593e-4dab-4680-be7f-22d61b411136","remote_addr":"[fd00:1122:3344:101::a]:36395","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":10625,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.552332383Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_8661a543-f08a-48c3-ad32-848280029dd1/crucible/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.561919877Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_8661a543-f08a-48c3-ad32-848280029dd1/crucible/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.561943198Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"318f2303-36e3-4cf3-b343-6042ab77b3c2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.614291986Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"region":"318f2303-36e3-4cf3-b343-6042ab77b3c2","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"318f2303-36e3-4cf3-b343-6042ab77b3c2\" \"--data\" \"/data/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.618487737Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"region":"318f2303-36e3-4cf3-b343-6042ab77b3c2","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.726950382Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"uri":"/crucible/0/regions","method":"POST","req_id":"04547f40-f826-486b-b981-f711d2c234a1","remote_addr":"[fd00:1122:3344:101::a]:36395","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.753350952Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"region":"318f2303-36e3-4cf3-b343-6042ab77b3c2","component":"worker"}
{"msg":"region 318f2303-36e3-4cf3-b343-6042ab77b3c2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.753380433Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.753522166Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-318f2303-36e3-4cf3-b343-6042ab77b3c2","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.755853828Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-318f2303-36e3-4cf3-b343-6042ab77b3c2","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.761178749Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.778586761Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-318f2303-36e3-4cf3-b343-6042ab77b3c2","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.78192607Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.788165445Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.788234517Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.788289428Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.788338529Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.791537834Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:07.795616742Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:16:08.209218526Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"uri":"/crucible/0/regions","method":"POST","req_id":"b53794e7-b453-4181-96bb-cdd381c5aaec","remote_addr":"[fd00:1122:3344:101::a]:36395","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":56,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.054644092Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50824"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.059543311Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"uri":"/crucible/0/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2","method":"GET","req_id":"e62f1d84-3131-42d6-bbf7-7fe621ef18bc","remote_addr":"[fd00:1122:3344:101::a]:50824","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":4850,"response_code":"200"}
{"msg":"path is \"/data/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.062778937Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"datafile"}
{"msg":"dataset is oxp_8661a543-f08a-48c3-ad32-848280029dd1/crucible/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.072174606Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"datafile"}
{"msg":"snapshot is oxp_8661a543-f08a-48c3-ad32-848280029dd1/crucible/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2@dbe57449-90e2-4b47-9c2f-5948ff21f00c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.080458476Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8661a543-f08a-48c3-ad32-848280029dd1/crucible/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2\", \"dbe57449-90e2-4b47-9c2f-5948ff21f00c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.080481226Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.093169613Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"uri":"/crucible/0/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2/snapshots/dbe57449-90e2-4b47-9c2f-5948ff21f00c","method":"GET","req_id":"e922141c-558a-4c68-9afd-cd3db88ac510","remote_addr":"[fd00:1122:3344:101::a]:50824","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":30400,"response_code":"200"}
{"msg":"path is \"/data/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.096691306Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"datafile"}
{"msg":"dataset is oxp_8661a543-f08a-48c3-ad32-848280029dd1/crucible/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.106375043Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"datafile"}
{"msg":"snapshot is oxp_8661a543-f08a-48c3-ad32-848280029dd1/crucible/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2@dbe57449-90e2-4b47-9c2f-5948ff21f00c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.114098338Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8661a543-f08a-48c3-ad32-848280029dd1/crucible/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2\", \"dbe57449-90e2-4b47-9c2f-5948ff21f00c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.114131289Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 318f2303-36e3-4cf3-b343-6042ab77b3c2-dbe57449-90e2-4b47-9c2f-5948ff21f00c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.123588879Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"datafile"}
{"msg":"applying SMF actions for region 318f2303-36e3-4cf3-b343-6042ab77b3c2 running snapshot dbe57449-90e2-4b47-9c2f-5948ff21f00c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.124179225Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.124191385Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"uri":"/crucible/0/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2/snapshots/dbe57449-90e2-4b47-9c2f-5948ff21f00c/run","method":"POST","req_id":"13da0c81-b98b-48cf-98fb-77a5c79d348f","remote_addr":"[fd00:1122:3344:101::a]:50824","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27520,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.133305157Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.133397939Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.133483071Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.133493192Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.133539253Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-318f2303-36e3-4cf3-b343-6042ab77b3c2","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.133589104Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.133686157Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.133750339Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.13380029Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.133850201Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.144852623Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-318f2303-36e3-4cf3-b343-6042ab77b3c2-dbe57449-90e2-4b47-9c2f-5948ff21f00c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.145405778Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-318f2303-36e3-4cf3-b343-6042ab77b3c2-dbe57449-90e2-4b47-9c2f-5948ff21f00c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.15078696Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-318f2303-36e3-4cf3-b343-6042ab77b3c2-dbe57449-90e2-4b47-9c2f-5948ff21f00c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.171564181Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2/.zfs/snapshot/dbe57449-90e2-4b47-9c2f-5948ff21f00c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.171766366Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.171820318Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.171861859Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.171923231Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.171971862Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.179761038Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.187115763Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"region 318f2303-36e3-4cf3-b343-6042ab77b3c2 running snapshot dbe57449-90e2-4b47-9c2f-5948ff21f00c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.187134084Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"datafile"}
{"msg":"path is \"/data/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.284110655Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"datafile"}
{"msg":"dataset is oxp_8661a543-f08a-48c3-ad32-848280029dd1/crucible/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.293421972Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"datafile"}
{"msg":"snapshot is oxp_8661a543-f08a-48c3-ad32-848280029dd1/crucible/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2@dbe57449-90e2-4b47-9c2f-5948ff21f00c","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.302072291Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8661a543-f08a-48c3-ad32-848280029dd1/crucible/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2\", \"dbe57449-90e2-4b47-9c2f-5948ff21f00c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.302114332Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:26.310660439Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"uri":"/crucible/0/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2/snapshots/dbe57449-90e2-4b47-9c2f-5948ff21f00c/run","method":"POST","req_id":"16ae8b45-9194-4327-9ad2-5bfecc8015ed","remote_addr":"[fd00:1122:3344:101::a]:50824","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26579,"response_code":"200"}
{"msg":"region 2e3c2b52-cad5-4f28-96b4-280a9f4f703b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.183632831Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.183803285Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"uri":"/crucible/0/regions","method":"POST","req_id":"24fda8f5-18d6-47c5-9a14-87af5ddff850","remote_addr":"[fd00:1122:3344:101::a]:50824","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":231,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.183829516Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_8661a543-f08a-48c3-ad32-848280029dd1/crucible/regions/2e3c2b52-cad5-4f28-96b4-280a9f4f703b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.193720818Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_8661a543-f08a-48c3-ad32-848280029dd1/crucible/regions/2e3c2b52-cad5-4f28-96b4-280a9f4f703b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.193747939Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2e3c2b52-cad5-4f28-96b4-280a9f4f703b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2e3c2b52-cad5-4f28-96b4-280a9f4f703b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.262100371Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"region":"2e3c2b52-cad5-4f28-96b4-280a9f4f703b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2e3c2b52-cad5-4f28-96b4-280a9f4f703b\" \"--data\" \"/data/regions/2e3c2b52-cad5-4f28-96b4-280a9f4f703b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.262158813Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"region":"2e3c2b52-cad5-4f28-96b4-280a9f4f703b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.391478591Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"region":"2e3c2b52-cad5-4f28-96b4-280a9f4f703b","component":"worker"}
{"msg":"region 2e3c2b52-cad5-4f28-96b4-280a9f4f703b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.391541193Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.391645725Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2e3c2b52-cad5-4f28-96b4-280a9f4f703b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.392079527Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2e3c2b52-cad5-4f28-96b4-280a9f4f703b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.401058225Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.421517617Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2e3c2b52-cad5-4f28-96b4-280a9f4f703b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.434865221Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2e3c2b52-cad5-4f28-96b4-280a9f4f703b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.435153769Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.435217961Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.435268272Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.435319793Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.447882786Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.455594201Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.455677573Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.455758795Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.455768655Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.455812076Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-318f2303-36e3-4cf3-b343-6042ab77b3c2","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.455858008Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.466224503Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.466282894Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.466330885Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.466377296Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.473839645Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.475602941Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:30.504881767Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"uri":"/crucible/0/regions","method":"POST","req_id":"4ab76e5b-8762-46c4-ac3e-1f65904e8341","remote_addr":"[fd00:1122:3344:101::a]:50824","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":53,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.41223586Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"uri":"/crucible/0/regions/2e3c2b52-cad5-4f28-96b4-280a9f4f703b","method":"GET","req_id":"323e8deb-527c-4e4c-85ab-bdfbc9d168d7","remote_addr":"[fd00:1122:3344:101::a]:50824","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":49,"response_code":"200"}
{"msg":"path is \"/data/regions/2e3c2b52-cad5-4f28-96b4-280a9f4f703b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.414381487Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"datafile"}
{"msg":"dataset is oxp_8661a543-f08a-48c3-ad32-848280029dd1/crucible/regions/2e3c2b52-cad5-4f28-96b4-280a9f4f703b","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.429322263Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"datafile"}
{"msg":"region 2e3c2b52-cad5-4f28-96b4-280a9f4f703b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.440539531Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.440770237Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-2e3c2b52-cad5-4f28-96b4-280a9f4f703b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.441837995Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.443232912Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"uri":"/crucible/0/regions/2e3c2b52-cad5-4f28-96b4-280a9f4f703b","method":"DELETE","req_id":"227fd35d-bc4e-4e94-ae22-5653e74d7984","remote_addr":"[fd00:1122:3344:101::a]:50824","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":28882,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.446237951Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"uri":"/crucible/0/regions/2e3c2b52-cad5-4f28-96b4-280a9f4f703b","method":"GET","req_id":"f9470dd5-7511-4837-87f0-a6ff4a47f6fe","remote_addr":"[fd00:1122:3344:101::a]:50824","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":29,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.447230938Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.44732138Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.447410673Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.447421483Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.447481055Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-318f2303-36e3-4cf3-b343-6042ab77b3c2","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.447543096Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/318f2303-36e3-4cf3-b343-6042ab77b3c2","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.447892565Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.447962587Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.448022759Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.44807385Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.451266205Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.452836966Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_8661a543-f08a-48c3-ad32-848280029dd1/crucible/regions/2e3c2b52-cad5-4f28-96b4-280a9f4f703b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.465452451Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"region":"2e3c2b52-cad5-4f28-96b4-280a9f4f703b","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.510510755Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"uri":"/crucible/0/regions/2e3c2b52-cad5-4f28-96b4-280a9f4f703b","method":"GET","req_id":"108dfe49-d38f-4063-8ca8-5e5319826f94","remote_addr":"[fd00:1122:3344:101::a]:50824","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"region 2e3c2b52-cad5-4f28-96b4-280a9f4f703b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.513112844Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-21T22:19:55.673814675Z","hostname":"oxz_crucible_ecaa93cc-004d-485b-8a4e-b9785075028c","pid":21515,"uri":"/crucible/0/regions/2e3c2b52-cad5-4f28-96b4-280a9f4f703b","method":"GET","req_id":"d05aefd2-6356-4835-a805-c5fbe2f226bb","remote_addr":"[fd00:1122:3344:101::a]:50824","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":39,"response_code":"200"}