{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.739404707Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:40472"} {"msg":"region 7c913613-eef9-41f0-bd46-842aae495135 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.773512712Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.778069839Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.780319837Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"uri":"/crucible/0/regions","method":"POST","req_id":"a27ac1cc-666d-410a-8b72-472fd02d4030","remote_addr":"[fd00:1122:3344:101::b]:40472","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":16654,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_75daa714-26d2-4c7b-a53c-8e584d892b67/crucible/regions/7c913613-eef9-41f0-bd46-842aae495135","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.786773097Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_75daa714-26d2-4c7b-a53c-8e584d892b67/crucible/regions/7c913613-eef9-41f0-bd46-842aae495135","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.786790407Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"7c913613-eef9-41f0-bd46-842aae495135\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7c913613-eef9-41f0-bd46-842aae495135\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.832830451Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"region":"7c913613-eef9-41f0-bd46-842aae495135","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7c913613-eef9-41f0-bd46-842aae495135\" \"--data\" \"/data/regions/7c913613-eef9-41f0-bd46-842aae495135\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:05.834804285Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"region":"7c913613-eef9-41f0-bd46-842aae495135","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:06.011329474Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"region":"7c913613-eef9-41f0-bd46-842aae495135","component":"worker"} {"msg":"region 7c913613-eef9-41f0-bd46-842aae495135 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:06.01343088Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:06.013564221Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-7c913613-eef9-41f0-bd46-842aae495135","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:06.016355906Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7c913613-eef9-41f0-bd46-842aae495135","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:06.021256947Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:06.033053824Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7c913613-eef9-41f0-bd46-842aae495135","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:06.03436658Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7c913613-eef9-41f0-bd46-842aae495135","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:06.03510733Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:06.037351958Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:06.037394118Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:06.037439679Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:06.044352665Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:06.04722545Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:46:06.076121652Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"uri":"/crucible/0/regions","method":"POST","req_id":"409ad4e2-120b-4d85-996d-f756b8326b66","remote_addr":"[fd00:1122:3344:101::b]:40472","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":79,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.913718567Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:40971"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.91394995Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"uri":"/crucible/0/regions/7c913613-eef9-41f0-bd46-842aae495135","method":"GET","req_id":"5722794f-c8e5-403b-9e1b-61c6f6a2d6ee","remote_addr":"[fd00:1122:3344:101::b]:40971","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"path is \"/data/regions/7c913613-eef9-41f0-bd46-842aae495135\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.917445553Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"datafile"} {"msg":"dataset is oxp_75daa714-26d2-4c7b-a53c-8e584d892b67/crucible/regions/7c913613-eef9-41f0-bd46-842aae495135","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.923733372Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"datafile"} {"msg":"snapshot is oxp_75daa714-26d2-4c7b-a53c-8e584d892b67/crucible/regions/7c913613-eef9-41f0-bd46-842aae495135@d2f97121-c40c-4d44-ac8d-f835aea2eca9","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.930572717Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_75daa714-26d2-4c7b-a53c-8e584d892b67/crucible/regions/7c913613-eef9-41f0-bd46-842aae495135\", \"d2f97121-c40c-4d44-ac8d-f835aea2eca9\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.930604027Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.942398314Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"uri":"/crucible/0/regions/7c913613-eef9-41f0-bd46-842aae495135/snapshots/d2f97121-c40c-4d44-ac8d-f835aea2eca9","method":"GET","req_id":"4754ea78-229a-4304-9889-5e38cf759509","remote_addr":"[fd00:1122:3344:101::b]:40971","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":24992,"response_code":200} {"msg":"path is \"/data/regions/7c913613-eef9-41f0-bd46-842aae495135\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.946523636Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"datafile"} {"msg":"dataset is oxp_75daa714-26d2-4c7b-a53c-8e584d892b67/crucible/regions/7c913613-eef9-41f0-bd46-842aae495135","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.954568946Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"datafile"} {"msg":"snapshot is oxp_75daa714-26d2-4c7b-a53c-8e584d892b67/crucible/regions/7c913613-eef9-41f0-bd46-842aae495135@d2f97121-c40c-4d44-ac8d-f835aea2eca9","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.961241639Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_75daa714-26d2-4c7b-a53c-8e584d892b67/crucible/regions/7c913613-eef9-41f0-bd46-842aae495135\", \"d2f97121-c40c-4d44-ac8d-f835aea2eca9\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.961267669Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 7c913613-eef9-41f0-bd46-842aae495135-d2f97121-c40c-4d44-ac8d-f835aea2eca9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.970372087Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.973986828Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"uri":"/crucible/0/regions/7c913613-eef9-41f0-bd46-842aae495135/snapshots/d2f97121-c40c-4d44-ac8d-f835aea2eca9/run","method":"POST","req_id":"20aca832-ccb9-4bb7-8313-35dd7e7f663f","remote_addr":"[fd00:1122:3344:101::b]:40971","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27493,"response_code":200} {"msg":"applying SMF actions for region 7c913613-eef9-41f0-bd46-842aae495135 running snapshot d2f97121-c40c-4d44-ac8d-f835aea2eca9 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.974018188Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/7c913613-eef9-41f0-bd46-842aae495135","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.98626475Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.986340281Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.986420862Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.986427912Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.986466303Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7c913613-eef9-41f0-bd46-842aae495135","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.986511313Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7c913613-eef9-41f0-bd46-842aae495135","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.986612355Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.986663435Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.986707796Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.986749987Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.993696583Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-7c913613-eef9-41f0-bd46-842aae495135-d2f97121-c40c-4d44-ac8d-f835aea2eca9","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.996958394Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-7c913613-eef9-41f0-bd46-842aae495135-d2f97121-c40c-4d44-ac8d-f835aea2eca9","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:16.998351771Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-7c913613-eef9-41f0-bd46-842aae495135-d2f97121-c40c-4d44-ac8d-f835aea2eca9","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.007304112Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7c913613-eef9-41f0-bd46-842aae495135/.zfs/snapshot/d2f97121-c40c-4d44-ac8d-f835aea2eca9","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.007618286Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.007673467Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.007713537Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.007749348Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.007796338Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.009589271Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.012410966Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"worker"} {"msg":"region 7c913613-eef9-41f0-bd46-842aae495135 running snapshot d2f97121-c40c-4d44-ac8d-f835aea2eca9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.012437746Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"datafile"} {"msg":"path is \"/data/regions/7c913613-eef9-41f0-bd46-842aae495135\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.153776116Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"datafile"} {"msg":"dataset is oxp_75daa714-26d2-4c7b-a53c-8e584d892b67/crucible/regions/7c913613-eef9-41f0-bd46-842aae495135","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.160215207Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"datafile"} {"msg":"snapshot is oxp_75daa714-26d2-4c7b-a53c-8e584d892b67/crucible/regions/7c913613-eef9-41f0-bd46-842aae495135@d2f97121-c40c-4d44-ac8d-f835aea2eca9","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.166873939Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_75daa714-26d2-4c7b-a53c-8e584d892b67/crucible/regions/7c913613-eef9-41f0-bd46-842aae495135\", \"d2f97121-c40c-4d44-ac8d-f835aea2eca9\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.16690074Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T21:57:17.171950243Z","hostname":"oxz_crucible_0046a993-95d3-4479-a73e-7a213c9ff30f","pid":22947,"uri":"/crucible/0/regions/7c913613-eef9-41f0-bd46-842aae495135/snapshots/d2f97121-c40c-4d44-ac8d-f835aea2eca9/run","method":"POST","req_id":"259d65c1-4a69-4d05-b98f-6e69b846eb82","remote_addr":"[fd00:1122:3344:101::b]:40971","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18218,"response_code":200}