{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:16.358685514Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:57054"} {"msg":"region 15c2422e-3237-4205-9adb-ce2aad0d0b23 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:16.358796986Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:16.359781972Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:16.359796902Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"uri":"/crucible/0/regions","method":"POST","req_id":"72772d26-c56d-493e-9890-82057c5bb08b","remote_addr":"[fd00:1122:3344:101::b]:57054","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":1031,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_1d0f0ffa-b65e-453b-b031-2174ce1f25b0/crucible/regions/15c2422e-3237-4205-9adb-ce2aad0d0b23","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:16.370287594Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1d0f0ffa-b65e-453b-b031-2174ce1f25b0/crucible/regions/15c2422e-3237-4205-9adb-ce2aad0d0b23","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:16.370312035Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"15c2422e-3237-4205-9adb-ce2aad0d0b23\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/15c2422e-3237-4205-9adb-ce2aad0d0b23\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:16.435744532Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"region":"15c2422e-3237-4205-9adb-ce2aad0d0b23","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"15c2422e-3237-4205-9adb-ce2aad0d0b23\" \"--data\" \"/data/regions/15c2422e-3237-4205-9adb-ce2aad0d0b23\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:16.435791563Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"region":"15c2422e-3237-4205-9adb-ce2aad0d0b23","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:16.537494981Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"region":"15c2422e-3237-4205-9adb-ce2aad0d0b23","component":"worker"} {"msg":"region 15c2422e-3237-4205-9adb-ce2aad0d0b23 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:16.537539336Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:16.537741028Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-15c2422e-3237-4205-9adb-ce2aad0d0b23","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:16.53898648Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-15c2422e-3237-4205-9adb-ce2aad0d0b23","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:16.552312985Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:16.576664927Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-15c2422e-3237-4205-9adb-ce2aad0d0b23","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:16.580087096Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/15c2422e-3237-4205-9adb-ce2aad0d0b23","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:16.580491807Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:16.580543718Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:16.580602689Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:16.580664701Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:16.602654641Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:16.616293475Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:16.71481217Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"uri":"/crucible/0/regions","method":"POST","req_id":"f3be3587-5a04-430f-abc8-b7e3073cf71d","remote_addr":"[fd00:1122:3344:101::b]:57054","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"region 7fd18676-6634-4279-aa89-6a13a06d3bca state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:23.275845936Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:23.276035841Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"uri":"/crucible/0/regions","method":"POST","req_id":"c649e335-e8e5-40d0-b304-6116162a8410","remote_addr":"[fd00:1122:3344:101::b]:57054","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":237,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:23.276052782Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_1d0f0ffa-b65e-453b-b031-2174ce1f25b0/crucible/regions/7fd18676-6634-4279-aa89-6a13a06d3bca","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:23.283075554Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1d0f0ffa-b65e-453b-b031-2174ce1f25b0/crucible/regions/7fd18676-6634-4279-aa89-6a13a06d3bca","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:23.283093384Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"7fd18676-6634-4279-aa89-6a13a06d3bca\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7fd18676-6634-4279-aa89-6a13a06d3bca\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:23.339861367Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"region":"7fd18676-6634-4279-aa89-6a13a06d3bca","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7fd18676-6634-4279-aa89-6a13a06d3bca\" \"--data\" \"/data/regions/7fd18676-6634-4279-aa89-6a13a06d3bca\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:23.339894868Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"region":"7fd18676-6634-4279-aa89-6a13a06d3bca","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:23.424633076Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"region":"7fd18676-6634-4279-aa89-6a13a06d3bca","component":"worker"} {"msg":"region 7fd18676-6634-4279-aa89-6a13a06d3bca state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:23.424660447Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:23.42479601Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-7fd18676-6634-4279-aa89-6a13a06d3bca","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:23.429889612Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7fd18676-6634-4279-aa89-6a13a06d3bca","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:23.438937097Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:23.447605862Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7fd18676-6634-4279-aa89-6a13a06d3bca","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:23.450754873Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7fd18676-6634-4279-aa89-6a13a06d3bca","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:23.45102492Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:23.451081872Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:23.451134823Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:23.451173334Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:23.455468726Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:23.461251226Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:23.599494782Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"uri":"/crucible/0/regions","method":"POST","req_id":"877b63f8-d949-4099-8721-e6c8e97a3167","remote_addr":"[fd00:1122:3344:101::b]:57054","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:50.5393113Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"uri":"/crucible/0/regions/7fd18676-6634-4279-aa89-6a13a06d3bca","method":"GET","req_id":"b55b7f79-3d8c-40d0-8b35-7233eba0e239","remote_addr":"[fd00:1122:3344:101::b]:57054","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"path is \"/data/regions/7fd18676-6634-4279-aa89-6a13a06d3bca\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:50.542228565Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"datafile"} {"msg":"dataset is oxp_1d0f0ffa-b65e-453b-b031-2174ce1f25b0/crucible/regions/7fd18676-6634-4279-aa89-6a13a06d3bca","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:50.552172183Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"datafile"} {"msg":"region 7fd18676-6634-4279-aa89-6a13a06d3bca state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:50.559439082Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:50.560117809Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"uri":"/crucible/0/regions/7fd18676-6634-4279-aa89-6a13a06d3bca","method":"DELETE","req_id":"9b9b5355-c974-414e-a508-7f22b28c8cc9","remote_addr":"[fd00:1122:3344:101::b]:57054","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17924,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:50.5601365Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-7fd18676-6634-4279-aa89-6a13a06d3bca (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:50.561595598Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:50.563027955Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"uri":"/crucible/0/regions/7fd18676-6634-4279-aa89-6a13a06d3bca","method":"GET","req_id":"5a1cb7a6-273a-44a6-b855-89acd6975d78","remote_addr":"[fd00:1122:3344:101::b]:57054","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":28,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:50.572334626Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_1d0f0ffa-b65e-453b-b031-2174ce1f25b0/crucible/regions/7fd18676-6634-4279-aa89-6a13a06d3bca\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:50.580515798Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"region":"7fd18676-6634-4279-aa89-6a13a06d3bca","component":"worker"} {"msg":"region 7fd18676-6634-4279-aa89-6a13a06d3bca state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:50.63323262Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-11T19:36:50.715045857Z","hostname":"oxz_crucible_78cf3278-ef56-4f72-9afe-a67453edcc98","pid":23516,"uri":"/crucible/0/regions/7fd18676-6634-4279-aa89-6a13a06d3bca","method":"GET","req_id":"550966f6-87e6-4316-ac89-8176e3f3a31d","remote_addr":"[fd00:1122:3344:101::b]:57054","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":47,"response_code":200}