{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:21.440113814Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34049"} {"msg":"region 4e32c6ce-670f-4c7a-820d-5f9f6af34053 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:21.440239876Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:21.440825577Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:21.440835927Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"uri":"/crucible/0/regions","method":"POST","req_id":"962837aa-39b3-44ed-91a9-5893b514973c","remote_addr":"[fd00:1122:3344:101::a]:34049","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":635,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_2462ff5e-b3f4-46f4-a25f-617dad3023ca/crucible/regions/4e32c6ce-670f-4c7a-820d-5f9f6af34053","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:21.448868569Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2462ff5e-b3f4-46f4-a25f-617dad3023ca/crucible/regions/4e32c6ce-670f-4c7a-820d-5f9f6af34053","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:21.448886209Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4e32c6ce-670f-4c7a-820d-5f9f6af34053\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4e32c6ce-670f-4c7a-820d-5f9f6af34053\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:21.504121114Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"region":"4e32c6ce-670f-4c7a-820d-5f9f6af34053","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4e32c6ce-670f-4c7a-820d-5f9f6af34053\" \"--data\" \"/data/regions/4e32c6ce-670f-4c7a-820d-5f9f6af34053\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:21.504150174Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"region":"4e32c6ce-670f-4c7a-820d-5f9f6af34053","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:21.581240182Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"region":"4e32c6ce-670f-4c7a-820d-5f9f6af34053","component":"worker"} {"msg":"region 4e32c6ce-670f-4c7a-820d-5f9f6af34053 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:21.581271742Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:21.581362774Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4e32c6ce-670f-4c7a-820d-5f9f6af34053","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:21.602732178Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4e32c6ce-670f-4c7a-820d-5f9f6af34053","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:21.6070603Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:21.61764802Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4e32c6ce-670f-4c7a-820d-5f9f6af34053","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:21.620252549Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4e32c6ce-670f-4c7a-820d-5f9f6af34053","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:21.620555385Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:21.620599556Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:21.620642997Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:21.620681477Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:21.624762065Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:21.630263599Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:21.809863445Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"uri":"/crucible/0/regions","method":"POST","req_id":"4885a586-a26e-4d35-919b-fc9c87daf797","remote_addr":"[fd00:1122:3344:101::a]:34049","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.303331045Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"uri":"/crucible/0/regions/064c3819-1a9c-4091-978f-158779eaa0b0","method":"GET","req_id":"e2e62e59-b86e-4e31-b893-6d4b97d20b18","remote_addr":"[fd00:1122:3344:101::a]:34049","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":75,"response_code":200} {"msg":"path is \"/data/regions/064c3819-1a9c-4091-978f-158779eaa0b0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.306980384Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"datafile"} {"msg":"dataset is oxp_2462ff5e-b3f4-46f4-a25f-617dad3023ca/crucible/regions/064c3819-1a9c-4091-978f-158779eaa0b0","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.314253832Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"datafile"} {"msg":"snapshot is oxp_2462ff5e-b3f4-46f4-a25f-617dad3023ca/crucible/regions/064c3819-1a9c-4091-978f-158779eaa0b0@1daa339c-e17f-429e-82c2-817cb9caf564","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.320579511Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2462ff5e-b3f4-46f4-a25f-617dad3023ca/crucible/regions/064c3819-1a9c-4091-978f-158779eaa0b0\", \"1daa339c-e17f-429e-82c2-817cb9caf564\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.320596852Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.330066041Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"uri":"/crucible/0/regions/064c3819-1a9c-4091-978f-158779eaa0b0/snapshots/1daa339c-e17f-429e-82c2-817cb9caf564","method":"GET","req_id":"fdefc5fb-0e9d-4865-b390-adebe1136523","remote_addr":"[fd00:1122:3344:101::a]:34049","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23177,"response_code":200} {"msg":"path is \"/data/regions/064c3819-1a9c-4091-978f-158779eaa0b0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.333788991Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"datafile"} {"msg":"dataset is oxp_2462ff5e-b3f4-46f4-a25f-617dad3023ca/crucible/regions/064c3819-1a9c-4091-978f-158779eaa0b0","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.339780534Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"datafile"} {"msg":"snapshot is oxp_2462ff5e-b3f4-46f4-a25f-617dad3023ca/crucible/regions/064c3819-1a9c-4091-978f-158779eaa0b0@1daa339c-e17f-429e-82c2-817cb9caf564","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.345756047Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2462ff5e-b3f4-46f4-a25f-617dad3023ca/crucible/regions/064c3819-1a9c-4091-978f-158779eaa0b0\", \"1daa339c-e17f-429e-82c2-817cb9caf564\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.345769468Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 064c3819-1a9c-4091-978f-158779eaa0b0-1daa339c-e17f-429e-82c2-817cb9caf564 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.35333Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.353459093Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"uri":"/crucible/0/regions/064c3819-1a9c-4091-978f-158779eaa0b0/snapshots/1daa339c-e17f-429e-82c2-817cb9caf564/run","method":"POST","req_id":"008d813e-5f96-4023-9d33-3939d29884cc","remote_addr":"[fd00:1122:3344:101::a]:34049","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19691,"response_code":200} {"msg":"applying SMF actions for region 064c3819-1a9c-4091-978f-158779eaa0b0 running snapshot 1daa339c-e17f-429e-82c2-817cb9caf564 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.353477993Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-064c3819-1a9c-4091-978f-158779eaa0b0-1daa339c-e17f-429e-82c2-817cb9caf564","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.358000559Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-064c3819-1a9c-4091-978f-158779eaa0b0-1daa339c-e17f-429e-82c2-817cb9caf564","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.369418065Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-064c3819-1a9c-4091-978f-158779eaa0b0-1daa339c-e17f-429e-82c2-817cb9caf564","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.380633987Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/064c3819-1a9c-4091-978f-158779eaa0b0/.zfs/snapshot/1daa339c-e17f-429e-82c2-817cb9caf564","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.380901062Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.380952963Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.380989664Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.381029154Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.381081885Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.385769134Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.390656437Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"worker"} {"msg":"region 064c3819-1a9c-4091-978f-158779eaa0b0 running snapshot 1daa339c-e17f-429e-82c2-817cb9caf564 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.390670897Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"datafile"} {"msg":"path is \"/data/regions/064c3819-1a9c-4091-978f-158779eaa0b0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.569593289Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"datafile"} {"msg":"dataset is oxp_2462ff5e-b3f4-46f4-a25f-617dad3023ca/crucible/regions/064c3819-1a9c-4091-978f-158779eaa0b0","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.576726594Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"datafile"} {"msg":"snapshot is oxp_2462ff5e-b3f4-46f4-a25f-617dad3023ca/crucible/regions/064c3819-1a9c-4091-978f-158779eaa0b0@1daa339c-e17f-429e-82c2-817cb9caf564","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.583733237Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2462ff5e-b3f4-46f4-a25f-617dad3023ca/crucible/regions/064c3819-1a9c-4091-978f-158779eaa0b0\", \"1daa339c-e17f-429e-82c2-817cb9caf564\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.583749127Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T20:24:23.590338841Z","hostname":"oxz_crucible_e520714e-05c0-4a70-b18e-64d79bd4947a","pid":25190,"uri":"/crucible/0/regions/064c3819-1a9c-4091-978f-158779eaa0b0/snapshots/1daa339c-e17f-429e-82c2-817cb9caf564/run","method":"POST","req_id":"95e27dae-5d30-4b91-92ee-bdaed15e947f","remote_addr":"[fd00:1122:3344:101::a]:34049","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20770,"response_code":200}