{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:34.623205571Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:40666"} {"msg":"region 2cab1e1d-46b1-44a4-bd1b-ec3e902e8183 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:34.623262073Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:34.624468345Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:34.624479905Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"uri":"/crucible/0/regions","method":"POST","req_id":"c624de95-6ba3-48a1-95ee-c7966977e937","remote_addr":"[fd00:1122:3344:101::b]:40666","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":1233,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_5cb2be03-d958-401f-82b4-8e532534988e/crucible/regions/2cab1e1d-46b1-44a4-bd1b-ec3e902e8183","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:34.632642898Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_5cb2be03-d958-401f-82b4-8e532534988e/crucible/regions/2cab1e1d-46b1-44a4-bd1b-ec3e902e8183","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:34.632663008Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2cab1e1d-46b1-44a4-bd1b-ec3e902e8183\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2cab1e1d-46b1-44a4-bd1b-ec3e902e8183\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:34.672314048Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"region":"2cab1e1d-46b1-44a4-bd1b-ec3e902e8183","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2cab1e1d-46b1-44a4-bd1b-ec3e902e8183\" \"--data\" \"/data/regions/2cab1e1d-46b1-44a4-bd1b-ec3e902e8183\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:34.672342169Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"region":"2cab1e1d-46b1-44a4-bd1b-ec3e902e8183","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:34.724583164Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"region":"2cab1e1d-46b1-44a4-bd1b-ec3e902e8183","component":"worker"} {"msg":"region 2cab1e1d-46b1-44a4-bd1b-ec3e902e8183 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:34.724610945Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:34.724709507Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2cab1e1d-46b1-44a4-bd1b-ec3e902e8183","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:34.725041003Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2cab1e1d-46b1-44a4-bd1b-ec3e902e8183","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:34.728855254Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:34.744605158Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2cab1e1d-46b1-44a4-bd1b-ec3e902e8183","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:34.745877942Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2cab1e1d-46b1-44a4-bd1b-ec3e902e8183","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:34.746173657Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:34.746220658Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:34.746258999Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:34.74629715Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:34.748353938Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:34.760371362Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:34.843041836Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"uri":"/crucible/0/regions","method":"POST","req_id":"8a5b4d54-c751-42df-99b7-d1c80f1d56b9","remote_addr":"[fd00:1122:3344:101::b]:40666","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.316021169Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"uri":"/crucible/0/regions/f9108a78-fec3-475f-9837-79858ca83254","method":"GET","req_id":"b210003c-edae-4a76-97e8-3ea572ee1624","remote_addr":"[fd00:1122:3344:101::b]:40666","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"path is \"/data/regions/f9108a78-fec3-475f-9837-79858ca83254\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.319446713Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"datafile"} {"msg":"dataset is oxp_5cb2be03-d958-401f-82b4-8e532534988e/crucible/regions/f9108a78-fec3-475f-9837-79858ca83254","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.325512016Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"datafile"} {"msg":"snapshot is oxp_5cb2be03-d958-401f-82b4-8e532534988e/crucible/regions/f9108a78-fec3-475f-9837-79858ca83254@e97f9b85-813e-45e2-b33b-a4eaf649458c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.33161827Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5cb2be03-d958-401f-82b4-8e532534988e/crucible/regions/f9108a78-fec3-475f-9837-79858ca83254\", \"e97f9b85-813e-45e2-b33b-a4eaf649458c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.331646731Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.339938016Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"uri":"/crucible/0/regions/f9108a78-fec3-475f-9837-79858ca83254/snapshots/e97f9b85-813e-45e2-b33b-a4eaf649458c","method":"GET","req_id":"2a05c191-5fac-44da-bc05-a47d5603f711","remote_addr":"[fd00:1122:3344:101::b]:40666","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20520,"response_code":200} {"msg":"path is \"/data/regions/f9108a78-fec3-475f-9837-79858ca83254\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.34391756Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"datafile"} {"msg":"dataset is oxp_5cb2be03-d958-401f-82b4-8e532534988e/crucible/regions/f9108a78-fec3-475f-9837-79858ca83254","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.349581796Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"datafile"} {"msg":"snapshot is oxp_5cb2be03-d958-401f-82b4-8e532534988e/crucible/regions/f9108a78-fec3-475f-9837-79858ca83254@e97f9b85-813e-45e2-b33b-a4eaf649458c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.355212871Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5cb2be03-d958-401f-82b4-8e532534988e/crucible/regions/f9108a78-fec3-475f-9837-79858ca83254\", \"e97f9b85-813e-45e2-b33b-a4eaf649458c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.355242332Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot f9108a78-fec3-475f-9837-79858ca83254-e97f9b85-813e-45e2-b33b-a4eaf649458c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.361509049Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.361636621Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"uri":"/crucible/0/regions/f9108a78-fec3-475f-9837-79858ca83254/snapshots/e97f9b85-813e-45e2-b33b-a4eaf649458c/run","method":"POST","req_id":"c2d2719a-6d91-4c0f-a51b-1ba5eb8a8649","remote_addr":"[fd00:1122:3344:101::b]:40666","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17752,"response_code":200} {"msg":"applying SMF actions for region f9108a78-fec3-475f-9837-79858ca83254 running snapshot e97f9b85-813e-45e2-b33b-a4eaf649458c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.361655381Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-f9108a78-fec3-475f-9837-79858ca83254-e97f9b85-813e-45e2-b33b-a4eaf649458c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.365971582Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f9108a78-fec3-475f-9837-79858ca83254-e97f9b85-813e-45e2-b33b-a4eaf649458c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.369794663Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f9108a78-fec3-475f-9837-79858ca83254-e97f9b85-813e-45e2-b33b-a4eaf649458c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.375095212Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f9108a78-fec3-475f-9837-79858ca83254/.zfs/snapshot/e97f9b85-813e-45e2-b33b-a4eaf649458c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.375468029Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.37551296Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.375555581Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.375591401Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.375635362Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.377546288Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.380578535Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"region f9108a78-fec3-475f-9837-79858ca83254 running snapshot e97f9b85-813e-45e2-b33b-a4eaf649458c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.380591315Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"datafile"} {"msg":"path is \"/data/regions/f9108a78-fec3-475f-9837-79858ca83254\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.583046195Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"datafile"} {"msg":"dataset is oxp_5cb2be03-d958-401f-82b4-8e532534988e/crucible/regions/f9108a78-fec3-475f-9837-79858ca83254","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.590151378Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"datafile"} {"msg":"snapshot is oxp_5cb2be03-d958-401f-82b4-8e532534988e/crucible/regions/f9108a78-fec3-475f-9837-79858ca83254@e97f9b85-813e-45e2-b33b-a4eaf649458c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.595769623Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5cb2be03-d958-401f-82b4-8e532534988e/crucible/regions/f9108a78-fec3-475f-9837-79858ca83254\", \"e97f9b85-813e-45e2-b33b-a4eaf649458c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.595792033Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:36.601205304Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"uri":"/crucible/0/regions/f9108a78-fec3-475f-9837-79858ca83254/snapshots/e97f9b85-813e-45e2-b33b-a4eaf649458c/run","method":"POST","req_id":"77e20ec6-e8ac-4b89-964c-887133597ffa","remote_addr":"[fd00:1122:3344:101::b]:40666","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18200,"response_code":200} {"msg":"region 3b4fd7ff-bc0f-4ea2-a76f-0d5ce281732d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:40.87424265Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:40.874394853Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:40.874404173Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"uri":"/crucible/0/regions","method":"POST","req_id":"8d119911-1f08-4f91-90a1-32c37262a9a8","remote_addr":"[fd00:1122:3344:101::b]:40666","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":199,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_5cb2be03-d958-401f-82b4-8e532534988e/crucible/regions/3b4fd7ff-bc0f-4ea2-a76f-0d5ce281732d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:40.881154709Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_5cb2be03-d958-401f-82b4-8e532534988e/crucible/regions/3b4fd7ff-bc0f-4ea2-a76f-0d5ce281732d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:40.881173369Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3b4fd7ff-bc0f-4ea2-a76f-0d5ce281732d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3b4fd7ff-bc0f-4ea2-a76f-0d5ce281732d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:40.922588803Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"region":"3b4fd7ff-bc0f-4ea2-a76f-0d5ce281732d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3b4fd7ff-bc0f-4ea2-a76f-0d5ce281732d\" \"--data\" \"/data/regions/3b4fd7ff-bc0f-4ea2-a76f-0d5ce281732d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:40.922655644Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"region":"3b4fd7ff-bc0f-4ea2-a76f-0d5ce281732d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:40.990792776Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"region":"3b4fd7ff-bc0f-4ea2-a76f-0d5ce281732d","component":"worker"} {"msg":"region 3b4fd7ff-bc0f-4ea2-a76f-0d5ce281732d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:40.990838037Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:40.990962009Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3b4fd7ff-bc0f-4ea2-a76f-0d5ce281732d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:40.992131831Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3b4fd7ff-bc0f-4ea2-a76f-0d5ce281732d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:40.993337104Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:40.997297408Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3b4fd7ff-bc0f-4ea2-a76f-0d5ce281732d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:40.998571781Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3b4fd7ff-bc0f-4ea2-a76f-0d5ce281732d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:40.998774145Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:40.998819236Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:40.998859997Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:40.998903978Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:41.00065481Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:41.008540947Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:03:41.01296863Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"uri":"/crucible/0/regions","method":"POST","req_id":"aad2dbd8-8507-428b-840c-c64707443f56","remote_addr":"[fd00:1122:3344:101::b]:40666","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:04:05.07573833Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"uri":"/crucible/0/regions/3b4fd7ff-bc0f-4ea2-a76f-0d5ce281732d","method":"GET","req_id":"f395d32f-95ac-4caa-9ac5-04d871f666ce","remote_addr":"[fd00:1122:3344:101::b]:40666","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"path is \"/data/regions/3b4fd7ff-bc0f-4ea2-a76f-0d5ce281732d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:04:05.079271516Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"datafile"} {"msg":"dataset is oxp_5cb2be03-d958-401f-82b4-8e532534988e/crucible/regions/3b4fd7ff-bc0f-4ea2-a76f-0d5ce281732d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:04:05.088099821Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"datafile"} {"msg":"region 3b4fd7ff-bc0f-4ea2-a76f-0d5ce281732d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:04:05.095158933Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:04:05.095331566Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:04:05.095362107Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"uri":"/crucible/0/regions/3b4fd7ff-bc0f-4ea2-a76f-0d5ce281732d","method":"DELETE","req_id":"fd3e329d-b0ff-474a-9ce0-3402e9d9fea9","remote_addr":"[fd00:1122:3344:101::b]:40666","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":16096,"response_code":204} {"msg":"disabling downstairs instance: downstairs-3b4fd7ff-bc0f-4ea2-a76f-0d5ce281732d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:04:05.096441247Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:04:05.099213869Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"uri":"/crucible/0/regions/3b4fd7ff-bc0f-4ea2-a76f-0d5ce281732d","method":"GET","req_id":"1628adc1-b11c-4d21-906e-557105fe2b15","remote_addr":"[fd00:1122:3344:101::b]:40666","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":39,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:04:05.101450921Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_5cb2be03-d958-401f-82b4-8e532534988e/crucible/regions/3b4fd7ff-bc0f-4ea2-a76f-0d5ce281732d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:04:05.11050378Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"region":"3b4fd7ff-bc0f-4ea2-a76f-0d5ce281732d","component":"worker"} {"msg":"region 3b4fd7ff-bc0f-4ea2-a76f-0d5ce281732d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:04:05.152673157Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-12T15:04:05.239225753Z","hostname":"oxz_crucible_401ec2de-9044-49f0-859d-572e1c435640","pid":23251,"uri":"/crucible/0/regions/3b4fd7ff-bc0f-4ea2-a76f-0d5ce281732d","method":"GET","req_id":"335996c0-5abf-43af-b517-b074cfe2c157","remote_addr":"[fd00:1122:3344:101::b]:40666","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":69,"response_code":200}