{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.308747206Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60733"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.316705377Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"uri":"/crucible/0/regions/5d0e7471-3916-4446-9248-4753584f717c","method":"GET","req_id":"c82497c7-6ad5-4fdb-bad2-119465c7ef0f","remote_addr":"[fd00:1122:3344:101::a]:60733","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":7911,"response_code":"200"}
{"msg":"path is \"/data/regions/5d0e7471-3916-4446-9248-4753584f717c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.320716914Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"datafile"}
{"msg":"dataset is oxp_09ce30cf-7836-438d-8cfe-4980ee894ac4/crucible/regions/5d0e7471-3916-4446-9248-4753584f717c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.329122004Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"datafile"}
{"msg":"snapshot is oxp_09ce30cf-7836-438d-8cfe-4980ee894ac4/crucible/regions/5d0e7471-3916-4446-9248-4753584f717c@73099012-5043-4c2d-831f-7ce2a00b510c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.336639085Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_09ce30cf-7836-438d-8cfe-4980ee894ac4/crucible/regions/5d0e7471-3916-4446-9248-4753584f717c\", \"73099012-5043-4c2d-831f-7ce2a00b510c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.336670046Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.347303154Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"uri":"/crucible/0/regions/5d0e7471-3916-4446-9248-4753584f717c/snapshots/73099012-5043-4c2d-831f-7ce2a00b510c","method":"GET","req_id":"1db9b733-8843-4852-94e0-e276ac9feb00","remote_addr":"[fd00:1122:3344:101::a]:60733","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27007,"response_code":"200"}
{"msg":"path is \"/data/regions/5d0e7471-3916-4446-9248-4753584f717c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.350645886Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"datafile"}
{"msg":"dataset is oxp_09ce30cf-7836-438d-8cfe-4980ee894ac4/crucible/regions/5d0e7471-3916-4446-9248-4753584f717c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.359727631Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"datafile"}
{"msg":"snapshot is oxp_09ce30cf-7836-438d-8cfe-4980ee894ac4/crucible/regions/5d0e7471-3916-4446-9248-4753584f717c@73099012-5043-4c2d-831f-7ce2a00b510c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.367340125Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_09ce30cf-7836-438d-8cfe-4980ee894ac4/crucible/regions/5d0e7471-3916-4446-9248-4753584f717c\", \"73099012-5043-4c2d-831f-7ce2a00b510c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.367376076Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 5d0e7471-3916-4446-9248-4753584f717c-73099012-5043-4c2d-831f-7ce2a00b510c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.375830517Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"datafile"}
{"msg":"applying SMF actions for region 5d0e7471-3916-4446-9248-4753584f717c running snapshot 73099012-5043-4c2d-831f-7ce2a00b510c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.37639939Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.3764281Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"uri":"/crucible/0/regions/5d0e7471-3916-4446-9248-4753584f717c/snapshots/73099012-5043-4c2d-831f-7ce2a00b510c/run","method":"POST","req_id":"f739c242-9cf6-4d89-be42-62abc35d1128","remote_addr":"[fd00:1122:3344:101::a]:60733","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":25816,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/5d0e7471-3916-4446-9248-4753584f717c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.387890836Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.387976948Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.38805762Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.3880658Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.388110711Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5d0e7471-3916-4446-9248-4753584f717c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.388159662Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5d0e7471-3916-4446-9248-4753584f717c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.388256264Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.388319195Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.388366696Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.388416497Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.395820627Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-5d0e7471-3916-4446-9248-4753584f717c-73099012-5043-4c2d-831f-7ce2a00b510c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.396286486Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-5d0e7471-3916-4446-9248-4753584f717c-73099012-5043-4c2d-831f-7ce2a00b510c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.398719389Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-5d0e7471-3916-4446-9248-4753584f717c-73099012-5043-4c2d-831f-7ce2a00b510c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.408709893Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5d0e7471-3916-4446-9248-4753584f717c/.zfs/snapshot/73099012-5043-4c2d-831f-7ce2a00b510c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.408966129Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.40903554Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.409074881Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.409114942Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.409170593Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.412778351Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.417167735Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"region 5d0e7471-3916-4446-9248-4753584f717c running snapshot 73099012-5043-4c2d-831f-7ce2a00b510c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.417182505Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"datafile"}
{"msg":"path is \"/data/regions/5d0e7471-3916-4446-9248-4753584f717c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.669629547Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"datafile"}
{"msg":"dataset is oxp_09ce30cf-7836-438d-8cfe-4980ee894ac4/crucible/regions/5d0e7471-3916-4446-9248-4753584f717c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.678354664Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"datafile"}
{"msg":"snapshot is oxp_09ce30cf-7836-438d-8cfe-4980ee894ac4/crucible/regions/5d0e7471-3916-4446-9248-4753584f717c@73099012-5043-4c2d-831f-7ce2a00b510c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.686925748Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_09ce30cf-7836-438d-8cfe-4980ee894ac4/crucible/regions/5d0e7471-3916-4446-9248-4753584f717c\", \"73099012-5043-4c2d-831f-7ce2a00b510c\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.686965229Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:07.69448105Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"uri":"/crucible/0/regions/5d0e7471-3916-4446-9248-4753584f717c/snapshots/73099012-5043-4c2d-831f-7ce2a00b510c/run","method":"POST","req_id":"7544a61e-757a-45a9-8b0d-2839fee30920","remote_addr":"[fd00:1122:3344:101::a]:60733","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":24892,"response_code":"200"}
{"msg":"region 3e695948-534d-444d-ac04-deb30cdce4f9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.160386324Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.160550807Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"uri":"/crucible/0/regions","method":"POST","req_id":"286aa044-c429-407d-add6-8b3df63e8cbd","remote_addr":"[fd00:1122:3344:101::a]:60733","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":235,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.160568048Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_09ce30cf-7836-438d-8cfe-4980ee894ac4/crucible/regions/3e695948-534d-444d-ac04-deb30cdce4f9","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.17045842Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_09ce30cf-7836-438d-8cfe-4980ee894ac4/crucible/regions/3e695948-534d-444d-ac04-deb30cdce4f9","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.170495951Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3e695948-534d-444d-ac04-deb30cdce4f9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3e695948-534d-444d-ac04-deb30cdce4f9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.237642403Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"region":"3e695948-534d-444d-ac04-deb30cdce4f9","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3e695948-534d-444d-ac04-deb30cdce4f9\" \"--data\" \"/data/regions/3e695948-534d-444d-ac04-deb30cdce4f9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.239470372Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"region":"3e695948-534d-444d-ac04-deb30cdce4f9","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.300312369Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"region":"3e695948-534d-444d-ac04-deb30cdce4f9","component":"worker"}
{"msg":"region 3e695948-534d-444d-ac04-deb30cdce4f9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.30036356Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.300469812Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3e695948-534d-444d-ac04-deb30cdce4f9","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.300900861Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3e695948-534d-444d-ac04-deb30cdce4f9","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.305824447Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.313460841Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3e695948-534d-444d-ac04-deb30cdce4f9","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.316334993Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3e695948-534d-444d-ac04-deb30cdce4f9","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.316596938Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.3166561Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.316695471Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.316735781Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.320319078Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/5d0e7471-3916-4446-9248-4753584f717c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.32506916Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.325185003Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.325290035Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.325315696Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.325328856Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5d0e7471-3916-4446-9248-4753584f717c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.325383517Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5d0e7471-3916-4446-9248-4753584f717c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.329864783Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.329918795Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.329965136Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.330008266Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.333196845Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.335133477Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:11.502076892Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"uri":"/crucible/0/regions","method":"POST","req_id":"49dc566a-1181-473c-b5f7-f11e1723ab88","remote_addr":"[fd00:1122:3344:101::a]:60733","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":95,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.224123875Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"uri":"/crucible/0/regions/3e695948-534d-444d-ac04-deb30cdce4f9","method":"GET","req_id":"35b7be8d-0779-4276-9f99-8a888f62b5be","remote_addr":"[fd00:1122:3344:101::a]:60733","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":51,"response_code":"200"}
{"msg":"path is \"/data/regions/3e695948-534d-444d-ac04-deb30cdce4f9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.227508797Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"datafile"}
{"msg":"dataset is oxp_09ce30cf-7836-438d-8cfe-4980ee894ac4/crucible/regions/3e695948-534d-444d-ac04-deb30cdce4f9","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.240313723Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"datafile"}
{"msg":"region 3e695948-534d-444d-ac04-deb30cdce4f9 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.250871299Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.251082304Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-3e695948-534d-444d-ac04-deb30cdce4f9 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.252419172Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.253495806Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"uri":"/crucible/0/regions/3e695948-534d-444d-ac04-deb30cdce4f9","method":"DELETE","req_id":"d1939c52-10a3-43bf-b3e1-2d23bc87e173","remote_addr":"[fd00:1122:3344:101::a]:60733","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":26064,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.256813927Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"uri":"/crucible/0/regions/3e695948-534d-444d-ac04-deb30cdce4f9","method":"GET","req_id":"47f973b2-03b3-4434-a6e4-687b5b716322","remote_addr":"[fd00:1122:3344:101::a]:60733","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":29,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/5d0e7471-3916-4446-9248-4753584f717c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.258410411Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.258500513Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.258614505Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.258626436Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.258680197Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5d0e7471-3916-4446-9248-4753584f717c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.258734108Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5d0e7471-3916-4446-9248-4753584f717c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.259054395Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.259119256Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.259179638Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.259232619Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.263086712Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.264714656Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_09ce30cf-7836-438d-8cfe-4980ee894ac4/crucible/regions/3e695948-534d-444d-ac04-deb30cdce4f9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.275693152Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"region":"3e695948-534d-444d-ac04-deb30cdce4f9","component":"worker"}
{"msg":"region 3e695948-534d-444d-ac04-deb30cdce4f9 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.323255764Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-02T04:09:37.386516722Z","hostname":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","pid":21535,"uri":"/crucible/0/regions/3e695948-534d-444d-ac04-deb30cdce4f9","method":"GET","req_id":"80771072-db76-4b79-bce8-c206823404d0","remote_addr":"[fd00:1122:3344:101::a]:60733","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":730,"response_code":"200"}