{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.150750134Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:34688"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.150860606Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"uri":"/crucible/0/regions/0b316d34-f3de-4740-b3db-1559698e0f80","method":"GET","req_id":"e83ed6bb-a2d9-4ca5-b349-f5c6a72fa66b","remote_addr":"[fd00:1122:3344:101::b]:34688","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":45,"response_code":200} {"msg":"path is \"/data/regions/0b316d34-f3de-4740-b3db-1559698e0f80\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.15429663Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"datafile"} {"msg":"dataset is oxp_d1038e16-800f-4c72-8201-eec2c1f41c36/crucible/regions/0b316d34-f3de-4740-b3db-1559698e0f80","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.16090382Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"datafile"} {"msg":"snapshot is oxp_d1038e16-800f-4c72-8201-eec2c1f41c36/crucible/regions/0b316d34-f3de-4740-b3db-1559698e0f80@474cd919-9872-4d4f-ad80-1b2c89f49212","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.166898568Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d1038e16-800f-4c72-8201-eec2c1f41c36/crucible/regions/0b316d34-f3de-4740-b3db-1559698e0f80\", \"474cd919-9872-4d4f-ad80-1b2c89f49212\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.166922779Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.176238697Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"uri":"/crucible/0/regions/0b316d34-f3de-4740-b3db-1559698e0f80/snapshots/474cd919-9872-4d4f-ad80-1b2c89f49212","method":"GET","req_id":"50056472-8db9-4b18-b626-49a774ce9728","remote_addr":"[fd00:1122:3344:101::b]:34688","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21985,"response_code":200} {"msg":"path is \"/data/regions/0b316d34-f3de-4740-b3db-1559698e0f80\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.179899315Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"datafile"} {"msg":"dataset is oxp_d1038e16-800f-4c72-8201-eec2c1f41c36/crucible/regions/0b316d34-f3de-4740-b3db-1559698e0f80","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.186007286Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"datafile"} {"msg":"snapshot is oxp_d1038e16-800f-4c72-8201-eec2c1f41c36/crucible/regions/0b316d34-f3de-4740-b3db-1559698e0f80@474cd919-9872-4d4f-ad80-1b2c89f49212","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.192935123Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d1038e16-800f-4c72-8201-eec2c1f41c36/crucible/regions/0b316d34-f3de-4740-b3db-1559698e0f80\", \"474cd919-9872-4d4f-ad80-1b2c89f49212\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.192966254Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 0b316d34-f3de-4740-b3db-1559698e0f80-474cd919-9872-4d4f-ad80-1b2c89f49212 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.19980783Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"datafile"} {"msg":"applying SMF actions for region 0b316d34-f3de-4740-b3db-1559698e0f80 running snapshot 474cd919-9872-4d4f-ad80-1b2c89f49212 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.202849425Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.202863195Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"uri":"/crucible/0/regions/0b316d34-f3de-4740-b3db-1559698e0f80/snapshots/474cd919-9872-4d4f-ad80-1b2c89f49212/run","method":"POST","req_id":"5b810f96-6c90-4463-86b3-cd4c1d5e240c","remote_addr":"[fd00:1122:3344:101::b]:34688","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22990,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/0b316d34-f3de-4740-b3db-1559698e0f80","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.221507442Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.221606644Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.221700807Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.221710817Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.221755077Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0b316d34-f3de-4740-b3db-1559698e0f80","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.221808289Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0b316d34-f3de-4740-b3db-1559698e0f80","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.221917711Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.221979912Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.222033854Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.222084624Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.231015485Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-0b316d34-f3de-4740-b3db-1559698e0f80-474cd919-9872-4d4f-ad80-1b2c89f49212","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.233996678Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-0b316d34-f3de-4740-b3db-1559698e0f80-474cd919-9872-4d4f-ad80-1b2c89f49212","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.237946693Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-0b316d34-f3de-4740-b3db-1559698e0f80-474cd919-9872-4d4f-ad80-1b2c89f49212","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.259973322Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0b316d34-f3de-4740-b3db-1559698e0f80/.zfs/snapshot/474cd919-9872-4d4f-ad80-1b2c89f49212","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.260286359Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.26034503Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.260384161Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.260423102Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.260469653Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.266588203Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.273991741Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"region 0b316d34-f3de-4740-b3db-1559698e0f80 running snapshot 474cd919-9872-4d4f-ad80-1b2c89f49212 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.274002821Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"datafile"} {"msg":"path is \"/data/regions/0b316d34-f3de-4740-b3db-1559698e0f80\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.461756644Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"datafile"} {"msg":"dataset is oxp_d1038e16-800f-4c72-8201-eec2c1f41c36/crucible/regions/0b316d34-f3de-4740-b3db-1559698e0f80","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.468837135Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"datafile"} {"msg":"snapshot is oxp_d1038e16-800f-4c72-8201-eec2c1f41c36/crucible/regions/0b316d34-f3de-4740-b3db-1559698e0f80@474cd919-9872-4d4f-ad80-1b2c89f49212","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.474268271Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d1038e16-800f-4c72-8201-eec2c1f41c36/crucible/regions/0b316d34-f3de-4740-b3db-1559698e0f80\", \"474cd919-9872-4d4f-ad80-1b2c89f49212\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.474294411Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:09.480146516Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"uri":"/crucible/0/regions/0b316d34-f3de-4740-b3db-1559698e0f80/snapshots/474cd919-9872-4d4f-ad80-1b2c89f49212/run","method":"POST","req_id":"868e9ad6-f8af-4621-82b0-0f1c3a361b28","remote_addr":"[fd00:1122:3344:101::b]:34688","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18423,"response_code":200} {"msg":"region f6a600ff-6a19-4474-84f4-69c4d1810998 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.22200671Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.222264075Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"uri":"/crucible/0/regions","method":"POST","req_id":"10002b1e-9f7e-49bb-bd1a-ee39f95db9b8","remote_addr":"[fd00:1122:3344:101::b]:34688","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":246,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.222282256Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d1038e16-800f-4c72-8201-eec2c1f41c36/crucible/regions/f6a600ff-6a19-4474-84f4-69c4d1810998","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.22950815Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d1038e16-800f-4c72-8201-eec2c1f41c36/crucible/regions/f6a600ff-6a19-4474-84f4-69c4d1810998","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.229549321Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f6a600ff-6a19-4474-84f4-69c4d1810998\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f6a600ff-6a19-4474-84f4-69c4d1810998\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.296756413Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"region":"f6a600ff-6a19-4474-84f4-69c4d1810998","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f6a600ff-6a19-4474-84f4-69c4d1810998\" \"--data\" \"/data/regions/f6a600ff-6a19-4474-84f4-69c4d1810998\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.296807304Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"region":"f6a600ff-6a19-4474-84f4-69c4d1810998","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.414891121Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"region":"f6a600ff-6a19-4474-84f4-69c4d1810998","component":"worker"} {"msg":"region f6a600ff-6a19-4474-84f4-69c4d1810998 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.414930032Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.415036015Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/0b316d34-f3de-4740-b3db-1559698e0f80","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.415568846Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.415628257Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.415706019Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.415714289Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.41575063Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0b316d34-f3de-4740-b3db-1559698e0f80","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.415805281Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.415819971Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"uri":"/crucible/0/regions","method":"POST","req_id":"187488c0-aba6-47c3-b426-a59287dc560b","remote_addr":"[fd00:1122:3344:101::b]:34688","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0b316d34-f3de-4740-b3db-1559698e0f80","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.416167249Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.41621607Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.416260131Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.416301382Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.423146737Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f6a600ff-6a19-4474-84f4-69c4d1810998","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.423534636Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f6a600ff-6a19-4474-84f4-69c4d1810998","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.447861174Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.472163822Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f6a600ff-6a19-4474-84f4-69c4d1810998","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.48422803Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f6a600ff-6a19-4474-84f4-69c4d1810998","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.484503565Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.484554486Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.484587297Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.484628958Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.4978524Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:15.504769248Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.007884016Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:64818"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.008183012Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"uri":"/crucible/0/regions/f6a600ff-6a19-4474-84f4-69c4d1810998","method":"GET","req_id":"e7603656-845d-4da0-80a8-8b8e3a4bd812","remote_addr":"[fd00:1122:3344:101::b]:64818","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":43,"response_code":200} {"msg":"path is \"/data/regions/f6a600ff-6a19-4474-84f4-69c4d1810998\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.011315349Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"datafile"} {"msg":"dataset is oxp_d1038e16-800f-4c72-8201-eec2c1f41c36/crucible/regions/f6a600ff-6a19-4474-84f4-69c4d1810998","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.018993573Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"datafile"} {"msg":"region f6a600ff-6a19-4474-84f4-69c4d1810998 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.025756397Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.02590844Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.025944311Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"uri":"/crucible/0/regions/f6a600ff-6a19-4474-84f4-69c4d1810998","method":"DELETE","req_id":"ef00ac72-11e1-4981-b71c-720587f6b063","remote_addr":"[fd00:1122:3344:101::b]:64818","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":14633,"response_code":204} {"msg":"disabling downstairs instance: downstairs-f6a600ff-6a19-4474-84f4-69c4d1810998 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.026864291Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.029555408Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"uri":"/crucible/0/regions/f6a600ff-6a19-4474-84f4-69c4d1810998","method":"GET","req_id":"abfc8178-5d51-46aa-9d8d-c562c3977b95","remote_addr":"[fd00:1122:3344:101::b]:64818","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":33,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/0b316d34-f3de-4740-b3db-1559698e0f80","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.052463536Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.052574869Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.052683671Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.052699661Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.052744822Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0b316d34-f3de-4740-b3db-1559698e0f80","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.052785603Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0b316d34-f3de-4740-b3db-1559698e0f80","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.05309721Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.053165081Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.053214952Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.053248883Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.067883695Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.069259124Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d1038e16-800f-4c72-8201-eec2c1f41c36/crucible/regions/f6a600ff-6a19-4474-84f4-69c4d1810998\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.077174143Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"region":"f6a600ff-6a19-4474-84f4-69c4d1810998","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.104180629Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"uri":"/crucible/0/regions/f6a600ff-6a19-4474-84f4-69c4d1810998","method":"GET","req_id":"5cead69d-8f6c-4ad5-b307-2b217df871cb","remote_addr":"[fd00:1122:3344:101::b]:64818","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":46,"response_code":200} {"msg":"region f6a600ff-6a19-4474-84f4-69c4d1810998 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.167632421Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-09T23:16:47.196730832Z","hostname":"oxz_crucible_b5855cbf-ee33-4580-99dc-bc52e5edc3a4","pid":24110,"uri":"/crucible/0/regions/f6a600ff-6a19-4474-84f4-69c4d1810998","method":"GET","req_id":"34fe43a5-8dd8-40a8-a6e8-73d9d22eaf81","remote_addr":"[fd00:1122:3344:101::b]:64818","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":51,"response_code":200}