{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:26.366993636Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:62426"} {"msg":"region 1afc2ebf-60db-4412-b3cd-ec8fc5019871 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:26.367135229Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:26.368574726Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:26.368599617Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"uri":"/crucible/0/regions","method":"POST","req_id":"c16c5f8b-66c3-4325-8d15-9890da5abe4a","remote_addr":"[fd00:1122:3344:101::b]:62426","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":1473,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_be176424-02dd-4502-afc8-8dc707b7abe6/crucible/regions/1afc2ebf-60db-4412-b3cd-ec8fc5019871","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:26.378550512Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_be176424-02dd-4502-afc8-8dc707b7abe6/crucible/regions/1afc2ebf-60db-4412-b3cd-ec8fc5019871","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:26.378570096Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1afc2ebf-60db-4412-b3cd-ec8fc5019871\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1afc2ebf-60db-4412-b3cd-ec8fc5019871\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:26.425458182Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"region":"1afc2ebf-60db-4412-b3cd-ec8fc5019871","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1afc2ebf-60db-4412-b3cd-ec8fc5019871\" \"--data\" \"/data/regions/1afc2ebf-60db-4412-b3cd-ec8fc5019871\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:26.425491924Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"region":"1afc2ebf-60db-4412-b3cd-ec8fc5019871","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:26.499191671Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"region":"1afc2ebf-60db-4412-b3cd-ec8fc5019871","component":"worker"} {"msg":"region 1afc2ebf-60db-4412-b3cd-ec8fc5019871 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:26.499225892Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:26.499390485Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1afc2ebf-60db-4412-b3cd-ec8fc5019871","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:26.500475149Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1afc2ebf-60db-4412-b3cd-ec8fc5019871","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:26.519930964Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:26.535044895Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1afc2ebf-60db-4412-b3cd-ec8fc5019871","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:26.536903103Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1afc2ebf-60db-4412-b3cd-ec8fc5019871","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:26.53735389Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:26.537412495Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:26.537471361Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:26.537526871Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:26.539872286Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:26.544667224Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:26.704315448Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"uri":"/crucible/0/regions","method":"POST","req_id":"1e180d09-4b31-4d8d-aa10-4459eb8951e4","remote_addr":"[fd00:1122:3344:101::b]:62426","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":86,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:27.964799553Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"uri":"/crucible/0/regions/dcf26c01-a589-4f6b-b7b8-884bf73f1654","method":"GET","req_id":"a8682835-b9b1-4e08-a018-477bc449d3aa","remote_addr":"[fd00:1122:3344:101::b]:62426","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"path is \"/data/regions/dcf26c01-a589-4f6b-b7b8-884bf73f1654\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:27.968351792Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"datafile"} {"msg":"dataset is oxp_be176424-02dd-4502-afc8-8dc707b7abe6/crucible/regions/dcf26c01-a589-4f6b-b7b8-884bf73f1654","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:27.974801898Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"datafile"} {"msg":"snapshot is oxp_be176424-02dd-4502-afc8-8dc707b7abe6/crucible/regions/dcf26c01-a589-4f6b-b7b8-884bf73f1654@120cc089-a8cf-4de4-a346-df7416bb80a6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:27.980111657Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_be176424-02dd-4502-afc8-8dc707b7abe6/crucible/regions/dcf26c01-a589-4f6b-b7b8-884bf73f1654\", \"120cc089-a8cf-4de4-a346-df7416bb80a6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:27.980123548Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:27.989387131Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"uri":"/crucible/0/regions/dcf26c01-a589-4f6b-b7b8-884bf73f1654/snapshots/120cc089-a8cf-4de4-a346-df7416bb80a6","method":"GET","req_id":"2324e4cc-a542-433e-8b55-8806ffef3efa","remote_addr":"[fd00:1122:3344:101::b]:62426","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21053,"response_code":200} {"msg":"path is \"/data/regions/dcf26c01-a589-4f6b-b7b8-884bf73f1654\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:27.992832638Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"datafile"} {"msg":"dataset is oxp_be176424-02dd-4502-afc8-8dc707b7abe6/crucible/regions/dcf26c01-a589-4f6b-b7b8-884bf73f1654","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:27.998371692Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"datafile"} {"msg":"snapshot is oxp_be176424-02dd-4502-afc8-8dc707b7abe6/crucible/regions/dcf26c01-a589-4f6b-b7b8-884bf73f1654@120cc089-a8cf-4de4-a346-df7416bb80a6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:28.003668871Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_be176424-02dd-4502-afc8-8dc707b7abe6/crucible/regions/dcf26c01-a589-4f6b-b7b8-884bf73f1654\", \"120cc089-a8cf-4de4-a346-df7416bb80a6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:28.003701272Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot dcf26c01-a589-4f6b-b7b8-884bf73f1654-120cc089-a8cf-4de4-a346-df7416bb80a6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:28.011401Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"datafile"} {"msg":"applying SMF actions for region dcf26c01-a589-4f6b-b7b8-884bf73f1654 running snapshot 120cc089-a8cf-4de4-a346-df7416bb80a6 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:28.011552153Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:28.011562163Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"uri":"/crucible/0/regions/dcf26c01-a589-4f6b-b7b8-884bf73f1654/snapshots/120cc089-a8cf-4de4-a346-df7416bb80a6/run","method":"POST","req_id":"88a7712c-3e0a-4a07-9a99-52204540d228","remote_addr":"[fd00:1122:3344:101::b]:62426","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18742,"response_code":200} {"msg":"creating missing snapshot instance snapshot-dcf26c01-a589-4f6b-b7b8-884bf73f1654-120cc089-a8cf-4de4-a346-df7416bb80a6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:28.016443103Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-dcf26c01-a589-4f6b-b7b8-884bf73f1654-120cc089-a8cf-4de4-a346-df7416bb80a6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:28.02066162Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-dcf26c01-a589-4f6b-b7b8-884bf73f1654-120cc089-a8cf-4de4-a346-df7416bb80a6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:28.02553844Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/dcf26c01-a589-4f6b-b7b8-884bf73f1654/.zfs/snapshot/120cc089-a8cf-4de4-a346-df7416bb80a6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:28.025836286Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:28.025877847Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:28.025917888Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:28.025953889Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:28.02599659Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:28.027755566Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:28.030452091Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"worker"} {"msg":"region dcf26c01-a589-4f6b-b7b8-884bf73f1654 running snapshot 120cc089-a8cf-4de4-a346-df7416bb80a6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:28.030462262Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"datafile"} {"msg":"path is \"/data/regions/dcf26c01-a589-4f6b-b7b8-884bf73f1654\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:28.201047257Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"datafile"} {"msg":"dataset is oxp_be176424-02dd-4502-afc8-8dc707b7abe6/crucible/regions/dcf26c01-a589-4f6b-b7b8-884bf73f1654","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:28.207454148Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"datafile"} {"msg":"snapshot is oxp_be176424-02dd-4502-afc8-8dc707b7abe6/crucible/regions/dcf26c01-a589-4f6b-b7b8-884bf73f1654@120cc089-a8cf-4de4-a346-df7416bb80a6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:28.21385526Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_be176424-02dd-4502-afc8-8dc707b7abe6/crucible/regions/dcf26c01-a589-4f6b-b7b8-884bf73f1654\", \"120cc089-a8cf-4de4-a346-df7416bb80a6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:28.21387983Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T20:04:28.219063177Z","hostname":"oxz_crucible_1d505af2-c571-4192-b246-a401803d70a7","pid":23298,"uri":"/crucible/0/regions/dcf26c01-a589-4f6b-b7b8-884bf73f1654/snapshots/120cc089-a8cf-4de4-a346-df7416bb80a6/run","method":"POST","req_id":"bbc4bcd6-0793-4047-8afe-42783664d161","remote_addr":"[fd00:1122:3344:101::b]:62426","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18073,"response_code":200}