{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.445998688Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54440"} {"msg":"region 4326fc5d-a576-4f2d-a97e-433e4b1dc34f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.491825327Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.494281643Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.494295383Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"uri":"/crucible/0/regions","method":"POST","req_id":"d26d225b-30e2-493f-a264-5f5e50e95e8c","remote_addr":"[fd00:1122:3344:101::a]:54440","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":17373,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_70b7e5f7-52cf-43c7-8ec3-b1b38d448c69/crucible/regions/4326fc5d-a576-4f2d-a97e-433e4b1dc34f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.502519159Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_70b7e5f7-52cf-43c7-8ec3-b1b38d448c69/crucible/regions/4326fc5d-a576-4f2d-a97e-433e4b1dc34f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.50253438Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4326fc5d-a576-4f2d-a97e-433e4b1dc34f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4326fc5d-a576-4f2d-a97e-433e4b1dc34f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.545067296Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"region":"4326fc5d-a576-4f2d-a97e-433e4b1dc34f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4326fc5d-a576-4f2d-a97e-433e4b1dc34f\" \"--data\" \"/data/regions/4326fc5d-a576-4f2d-a97e-433e4b1dc34f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.547318008Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"region":"4326fc5d-a576-4f2d-a97e-433e4b1dc34f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.770486977Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"uri":"/crucible/0/regions","method":"POST","req_id":"f4bed435-aecc-4b49-8f56-6d8a8ae428ee","remote_addr":"[fd00:1122:3344:101::a]:54440","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.775602784Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"region":"4326fc5d-a576-4f2d-a97e-433e4b1dc34f","component":"worker"} {"msg":"region 4326fc5d-a576-4f2d-a97e-433e4b1dc34f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.775625174Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.775756457Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4326fc5d-a576-4f2d-a97e-433e4b1dc34f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.776150534Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4326fc5d-a576-4f2d-a97e-433e4b1dc34f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.782883252Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.795740695Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4326fc5d-a576-4f2d-a97e-433e4b1dc34f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.798303784Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4326fc5d-a576-4f2d-a97e-433e4b1dc34f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.798972517Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.799046088Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.799095449Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.79913441Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.802754499Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.806609672Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:16.224567051Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"uri":"/crucible/0/regions","method":"POST","req_id":"c807e320-d979-431e-9af8-152baf0a4770","remote_addr":"[fd00:1122:3344:101::a]:54440","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.82516061Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45899"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.826009146Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"uri":"/crucible/0/regions/4326fc5d-a576-4f2d-a97e-433e4b1dc34f","method":"GET","req_id":"df5a9761-3581-4b4b-8edf-3d44fd359623","remote_addr":"[fd00:1122:3344:101::a]:45899","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":80,"response_code":200} {"msg":"path is \"/data/regions/4326fc5d-a576-4f2d-a97e-433e4b1dc34f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.829116299Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"datafile"} {"msg":"dataset is oxp_70b7e5f7-52cf-43c7-8ec3-b1b38d448c69/crucible/regions/4326fc5d-a576-4f2d-a97e-433e4b1dc34f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.838236598Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"datafile"} {"msg":"snapshot is oxp_70b7e5f7-52cf-43c7-8ec3-b1b38d448c69/crucible/regions/4326fc5d-a576-4f2d-a97e-433e4b1dc34f@731b0e71-3d80-4eef-93d6-d85f8bebe653","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.846777489Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_70b7e5f7-52cf-43c7-8ec3-b1b38d448c69/crucible/regions/4326fc5d-a576-4f2d-a97e-433e4b1dc34f\", \"731b0e71-3d80-4eef-93d6-d85f8bebe653\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.84679846Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.860463909Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"uri":"/crucible/0/regions/4326fc5d-a576-4f2d-a97e-433e4b1dc34f/snapshots/731b0e71-3d80-4eef-93d6-d85f8bebe653","method":"GET","req_id":"b2be5dee-1b94-487a-8c4c-68b3d0c1645c","remote_addr":"[fd00:1122:3344:101::a]:45899","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":31355,"response_code":200} {"msg":"path is \"/data/regions/4326fc5d-a576-4f2d-a97e-433e4b1dc34f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.86368075Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"datafile"} {"msg":"dataset is oxp_70b7e5f7-52cf-43c7-8ec3-b1b38d448c69/crucible/regions/4326fc5d-a576-4f2d-a97e-433e4b1dc34f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.869555941Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"datafile"} {"msg":"snapshot is oxp_70b7e5f7-52cf-43c7-8ec3-b1b38d448c69/crucible/regions/4326fc5d-a576-4f2d-a97e-433e4b1dc34f@731b0e71-3d80-4eef-93d6-d85f8bebe653","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.875087375Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_70b7e5f7-52cf-43c7-8ec3-b1b38d448c69/crucible/regions/4326fc5d-a576-4f2d-a97e-433e4b1dc34f\", \"731b0e71-3d80-4eef-93d6-d85f8bebe653\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.875117296Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 4326fc5d-a576-4f2d-a97e-433e4b1dc34f-731b0e71-3d80-4eef-93d6-d85f8bebe653 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.881648209Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.882635388Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"uri":"/crucible/0/regions/4326fc5d-a576-4f2d-a97e-433e4b1dc34f/snapshots/731b0e71-3d80-4eef-93d6-d85f8bebe653/run","method":"POST","req_id":"7cfbba52-bb5b-4b56-820c-7bc007a6665b","remote_addr":"[fd00:1122:3344:101::a]:45899","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18970,"response_code":200} {"msg":"applying SMF actions for region 4326fc5d-a576-4f2d-a97e-433e4b1dc34f running snapshot 731b0e71-3d80-4eef-93d6-d85f8bebe653 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.882652239Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-4326fc5d-a576-4f2d-a97e-433e4b1dc34f-731b0e71-3d80-4eef-93d6-d85f8bebe653","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.90702726Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-4326fc5d-a576-4f2d-a97e-433e4b1dc34f-731b0e71-3d80-4eef-93d6-d85f8bebe653","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.911843072Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-4326fc5d-a576-4f2d-a97e-433e4b1dc34f-731b0e71-3d80-4eef-93d6-d85f8bebe653","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.924189466Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4326fc5d-a576-4f2d-a97e-433e4b1dc34f/.zfs/snapshot/731b0e71-3d80-4eef-93d6-d85f8bebe653","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.924474331Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.924517182Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.924558782Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.924594703Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.924639574Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.928417306Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.933207906Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"worker"} {"msg":"region 4326fc5d-a576-4f2d-a97e-433e4b1dc34f running snapshot 731b0e71-3d80-4eef-93d6-d85f8bebe653 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.933230517Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"datafile"} {"msg":"path is \"/data/regions/4326fc5d-a576-4f2d-a97e-433e4b1dc34f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:37.188421722Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"datafile"} {"msg":"dataset is oxp_70b7e5f7-52cf-43c7-8ec3-b1b38d448c69/crucible/regions/4326fc5d-a576-4f2d-a97e-433e4b1dc34f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:37.194816824Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"datafile"} {"msg":"snapshot is oxp_70b7e5f7-52cf-43c7-8ec3-b1b38d448c69/crucible/regions/4326fc5d-a576-4f2d-a97e-433e4b1dc34f@731b0e71-3d80-4eef-93d6-d85f8bebe653","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:37.20149874Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_70b7e5f7-52cf-43c7-8ec3-b1b38d448c69/crucible/regions/4326fc5d-a576-4f2d-a97e-433e4b1dc34f\", \"731b0e71-3d80-4eef-93d6-d85f8bebe653\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:37.201533181Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:37.208555234Z","hostname":"oxz_crucible_c795f6db-33f1-4be7-8b3b-b5ebe21acd1f","pid":24707,"uri":"/crucible/0/regions/4326fc5d-a576-4f2d-a97e-433e4b1dc34f/snapshots/731b0e71-3d80-4eef-93d6-d85f8bebe653/run","method":"POST","req_id":"63b4ec11-aac3-41fd-9fad-c354da6e1190","remote_addr":"[fd00:1122:3344:101::a]:45899","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20202,"response_code":200}