{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.228078871Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:64886"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.230836907Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"uri":"/crucible/0/regions/eba88829-aa79-4c55-9c64-b6522480be30","method":"GET","req_id":"6cd4ff71-9525-4d62-bba4-86a45a58638c","remote_addr":"[fd00:1122:3344:101::c]:64886","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":2704,"response_code":"200"} {"msg":"path is \"/data/regions/eba88829-aa79-4c55-9c64-b6522480be30\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.233942993Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"datafile"} {"msg":"dataset is oxp_80c7bbb1-477e-4bac-b521-1834bc2c4203/crucible/regions/eba88829-aa79-4c55-9c64-b6522480be30","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.244461684Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"datafile"} {"msg":"snapshot is oxp_80c7bbb1-477e-4bac-b521-1834bc2c4203/crucible/regions/eba88829-aa79-4c55-9c64-b6522480be30@adf70b37-5f7f-44bc-b0d0-0e5aaa083515","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.254231194Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_80c7bbb1-477e-4bac-b521-1834bc2c4203/crucible/regions/eba88829-aa79-4c55-9c64-b6522480be30\", \"adf70b37-5f7f-44bc-b0d0-0e5aaa083515\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.254264425Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.267136352Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"uri":"/crucible/0/regions/eba88829-aa79-4c55-9c64-b6522480be30/snapshots/adf70b37-5f7f-44bc-b0d0-0e5aaa083515","method":"GET","req_id":"8d48db38-c693-480f-ad05-f5f55c884ee0","remote_addr":"[fd00:1122:3344:101::c]:64886","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":33201,"response_code":"200"} {"msg":"path is \"/data/regions/eba88829-aa79-4c55-9c64-b6522480be30\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.271535693Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"datafile"} {"msg":"dataset is oxp_80c7bbb1-477e-4bac-b521-1834bc2c4203/crucible/regions/eba88829-aa79-4c55-9c64-b6522480be30","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.280642656Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"datafile"} {"msg":"snapshot is oxp_80c7bbb1-477e-4bac-b521-1834bc2c4203/crucible/regions/eba88829-aa79-4c55-9c64-b6522480be30@adf70b37-5f7f-44bc-b0d0-0e5aaa083515","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.290473968Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_80c7bbb1-477e-4bac-b521-1834bc2c4203/crucible/regions/eba88829-aa79-4c55-9c64-b6522480be30\", \"adf70b37-5f7f-44bc-b0d0-0e5aaa083515\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.290510298Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot eba88829-aa79-4c55-9c64-b6522480be30-adf70b37-5f7f-44bc-b0d0-0e5aaa083515 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.301843032Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"datafile"} {"msg":"applying SMF actions for region eba88829-aa79-4c55-9c64-b6522480be30 running snapshot adf70b37-5f7f-44bc-b0d0-0e5aaa083515 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.30250095Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.302548922Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"uri":"/crucible/0/regions/eba88829-aa79-4c55-9c64-b6522480be30/snapshots/adf70b37-5f7f-44bc-b0d0-0e5aaa083515/run","method":"POST","req_id":"9c40f9d9-2d3b-43da-b0f4-b68c92246dee","remote_addr":"[fd00:1122:3344:101::c]:64886","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":31039,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/eba88829-aa79-4c55-9c64-b6522480be30","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.317065424Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.317167846Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.317270229Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.317278639Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.317328521Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-eba88829-aa79-4c55-9c64-b6522480be30","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.317382972Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/eba88829-aa79-4c55-9c64-b6522480be30","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.317500745Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.317565027Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.317609468Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.31765509Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.325401474Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-eba88829-aa79-4c55-9c64-b6522480be30-adf70b37-5f7f-44bc-b0d0-0e5aaa083515","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.325840616Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-eba88829-aa79-4c55-9c64-b6522480be30-adf70b37-5f7f-44bc-b0d0-0e5aaa083515","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.328830189Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-eba88829-aa79-4c55-9c64-b6522480be30-adf70b37-5f7f-44bc-b0d0-0e5aaa083515","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.342200169Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/eba88829-aa79-4c55-9c64-b6522480be30/.zfs/snapshot/adf70b37-5f7f-44bc-b0d0-0e5aaa083515","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.342394574Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.342443936Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.342480457Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.342517038Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.342565949Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.3454976Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.349657515Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"region eba88829-aa79-4c55-9c64-b6522480be30 running snapshot adf70b37-5f7f-44bc-b0d0-0e5aaa083515 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.349666596Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"datafile"} {"msg":"path is \"/data/regions/eba88829-aa79-4c55-9c64-b6522480be30\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.504295445Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"datafile"} {"msg":"dataset is oxp_80c7bbb1-477e-4bac-b521-1834bc2c4203/crucible/regions/eba88829-aa79-4c55-9c64-b6522480be30","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.51352571Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"datafile"} {"msg":"snapshot is oxp_80c7bbb1-477e-4bac-b521-1834bc2c4203/crucible/regions/eba88829-aa79-4c55-9c64-b6522480be30@adf70b37-5f7f-44bc-b0d0-0e5aaa083515","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.521976874Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_80c7bbb1-477e-4bac-b521-1834bc2c4203/crucible/regions/eba88829-aa79-4c55-9c64-b6522480be30\", \"adf70b37-5f7f-44bc-b0d0-0e5aaa083515\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.522015005Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:33.530115799Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"uri":"/crucible/0/regions/eba88829-aa79-4c55-9c64-b6522480be30/snapshots/adf70b37-5f7f-44bc-b0d0-0e5aaa083515/run","method":"POST","req_id":"fda18ad4-aba1-487f-aab9-5e8ea23479d3","remote_addr":"[fd00:1122:3344:101::c]:64886","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25828,"response_code":"200"} {"msg":"region 18a3acd2-c06a-41ed-9ee4-f84cdf7df68f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.776148013Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.776323038Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"uri":"/crucible/0/regions","method":"POST","req_id":"55674e4c-22ea-4626-873c-946bf99de524","remote_addr":"[fd00:1122:3344:101::c]:64886","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":237,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.776344958Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_80c7bbb1-477e-4bac-b521-1834bc2c4203/crucible/regions/18a3acd2-c06a-41ed-9ee4-f84cdf7df68f","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.786297064Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_80c7bbb1-477e-4bac-b521-1834bc2c4203/crucible/regions/18a3acd2-c06a-41ed-9ee4-f84cdf7df68f","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.786335425Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"18a3acd2-c06a-41ed-9ee4-f84cdf7df68f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/18a3acd2-c06a-41ed-9ee4-f84cdf7df68f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.837067939Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"region":"18a3acd2-c06a-41ed-9ee4-f84cdf7df68f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"18a3acd2-c06a-41ed-9ee4-f84cdf7df68f\" \"--data\" \"/data/regions/18a3acd2-c06a-41ed-9ee4-f84cdf7df68f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.838855048Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"region":"18a3acd2-c06a-41ed-9ee4-f84cdf7df68f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.915024956Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"region":"18a3acd2-c06a-41ed-9ee4-f84cdf7df68f","component":"worker"} {"msg":"region 18a3acd2-c06a-41ed-9ee4-f84cdf7df68f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.915071968Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.915191441Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-18a3acd2-c06a-41ed-9ee4-f84cdf7df68f","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.915716066Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-18a3acd2-c06a-41ed-9ee4-f84cdf7df68f","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.926012451Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.936214903Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-18a3acd2-c06a-41ed-9ee4-f84cdf7df68f","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.94007642Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/18a3acd2-c06a-41ed-9ee4-f84cdf7df68f","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.940340657Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.940399799Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.94044147Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.940481121Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.945327095Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/eba88829-aa79-4c55-9c64-b6522480be30","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.95019647Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.950327024Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.950425906Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.950441097Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.950480958Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-eba88829-aa79-4c55-9c64-b6522480be30","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.950535949Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/eba88829-aa79-4c55-9c64-b6522480be30","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.954740636Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.954802717Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.954855959Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.95490914Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.958769197Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.960936467Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:19:38.968051084Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"uri":"/crucible/0/regions","method":"POST","req_id":"1c423de7-2773-4289-86b9-a8b3d9d2f4a5","remote_addr":"[fd00:1122:3344:101::c]:64886","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":61,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:20:04.654505127Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"uri":"/crucible/0/regions/18a3acd2-c06a-41ed-9ee4-f84cdf7df68f","method":"GET","req_id":"c5936fc8-e9af-4ab5-a1c4-2213e1f4d049","remote_addr":"[fd00:1122:3344:101::c]:64886","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":48,"response_code":"200"} {"msg":"path is \"/data/regions/18a3acd2-c06a-41ed-9ee4-f84cdf7df68f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:20:04.660785571Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"datafile"} {"msg":"dataset is oxp_80c7bbb1-477e-4bac-b521-1834bc2c4203/crucible/regions/18a3acd2-c06a-41ed-9ee4-f84cdf7df68f","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:20:04.67486505Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"datafile"} {"msg":"region 18a3acd2-c06a-41ed-9ee4-f84cdf7df68f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:20:04.684518147Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:20:04.684900428Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:20:04.68497367Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"uri":"/crucible/0/regions/18a3acd2-c06a-41ed-9ee4-f84cdf7df68f","method":"DELETE","req_id":"7e31abc6-3d14-4dfe-bf44-5e64f43e730b","remote_addr":"[fd00:1122:3344:101::c]:64886","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":24239,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-18a3acd2-c06a-41ed-9ee4-f84cdf7df68f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:20:04.68603891Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:20:04.687981503Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"uri":"/crucible/0/regions/18a3acd2-c06a-41ed-9ee4-f84cdf7df68f","method":"GET","req_id":"f6760580-f723-4f47-a6ac-52819009ebe1","remote_addr":"[fd00:1122:3344:101::c]:64886","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":83,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/eba88829-aa79-4c55-9c64-b6522480be30","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:20:04.691862251Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:20:04.691950483Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:20:04.692050766Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:20:04.692065486Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:20:04.692106948Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-eba88829-aa79-4c55-9c64-b6522480be30","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:20:04.692171439Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/eba88829-aa79-4c55-9c64-b6522480be30","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:20:04.692531199Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:20:04.692598651Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:20:04.692663153Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:20:04.692723085Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:20:04.697121276Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:20:04.698602297Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_80c7bbb1-477e-4bac-b521-1834bc2c4203/crucible/regions/18a3acd2-c06a-41ed-9ee4-f84cdf7df68f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:20:04.70988552Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"region":"18a3acd2-c06a-41ed-9ee4-f84cdf7df68f","component":"worker"} {"msg":"region 18a3acd2-c06a-41ed-9ee4-f84cdf7df68f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:20:04.76194256Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:20:04.803799589Z","hostname":"oxz_crucible_f225a338-5075-484f-81f8-b64786217963","pid":22811,"uri":"/crucible/0/regions/18a3acd2-c06a-41ed-9ee4-f84cdf7df68f","method":"GET","req_id":"e498929d-65a5-4033-a0cf-e034da1118ea","remote_addr":"[fd00:1122:3344:101::c]:64886","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":"200"}