{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.08096737Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:60300"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.087415387Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"uri":"/crucible/0/regions/8b7ba22d-d0ff-44c1-8426-30ba962932f2","method":"GET","req_id":"6df18e75-6a9d-4076-8cd1-4a1e0b0de0b6","remote_addr":"[fd00:1122:3344:101::b]:60300","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":6343,"response_code":200} {"msg":"path is \"/data/regions/8b7ba22d-d0ff-44c1-8426-30ba962932f2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.094739031Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"datafile"} {"msg":"dataset is oxp_410ed331-d33b-46b5-bb48-f389c6303d12/crucible/regions/8b7ba22d-d0ff-44c1-8426-30ba962932f2","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.107344345Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"datafile"} {"msg":"snapshot is oxp_410ed331-d33b-46b5-bb48-f389c6303d12/crucible/regions/8b7ba22d-d0ff-44c1-8426-30ba962932f2@90461812-b93f-486e-8e45-fee11cd81080","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.119521435Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_410ed331-d33b-46b5-bb48-f389c6303d12/crucible/regions/8b7ba22d-d0ff-44c1-8426-30ba962932f2\", \"90461812-b93f-486e-8e45-fee11cd81080\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.119564667Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.135238679Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"uri":"/crucible/0/regions/8b7ba22d-d0ff-44c1-8426-30ba962932f2/snapshots/90461812-b93f-486e-8e45-fee11cd81080","method":"GET","req_id":"1fba6088-c9cd-4df5-9afc-c90b7a12145e","remote_addr":"[fd00:1122:3344:101::b]:60300","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":40501,"response_code":200} {"msg":"path is \"/data/regions/8b7ba22d-d0ff-44c1-8426-30ba962932f2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.138900596Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"datafile"} {"msg":"dataset is oxp_410ed331-d33b-46b5-bb48-f389c6303d12/crucible/regions/8b7ba22d-d0ff-44c1-8426-30ba962932f2","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.150635972Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"datafile"} {"msg":"snapshot is oxp_410ed331-d33b-46b5-bb48-f389c6303d12/crucible/regions/8b7ba22d-d0ff-44c1-8426-30ba962932f2@90461812-b93f-486e-8e45-fee11cd81080","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.163608148Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_410ed331-d33b-46b5-bb48-f389c6303d12/crucible/regions/8b7ba22d-d0ff-44c1-8426-30ba962932f2\", \"90461812-b93f-486e-8e45-fee11cd81080\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.16366478Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 8b7ba22d-d0ff-44c1-8426-30ba962932f2-90461812-b93f-486e-8e45-fee11cd81080 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.198058241Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"datafile"} {"msg":"applying SMF actions for region 8b7ba22d-d0ff-44c1-8426-30ba962932f2 running snapshot 90461812-b93f-486e-8e45-fee11cd81080 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.198913849Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.19894243Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"uri":"/crucible/0/regions/8b7ba22d-d0ff-44c1-8426-30ba962932f2/snapshots/90461812-b93f-486e-8e45-fee11cd81080/run","method":"POST","req_id":"1b62b9eb-23e3-43cd-a77b-1d76addf5fbd","remote_addr":"[fd00:1122:3344:101::b]:60300","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":60075,"response_code":200} {"msg":"creating missing snapshot instance snapshot-8b7ba22d-d0ff-44c1-8426-30ba962932f2-90461812-b93f-486e-8e45-fee11cd81080","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.216266115Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-8b7ba22d-d0ff-44c1-8426-30ba962932f2-90461812-b93f-486e-8e45-fee11cd81080","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.230329446Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8b7ba22d-d0ff-44c1-8426-30ba962932f2-90461812-b93f-486e-8e45-fee11cd81080","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.252725053Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8b7ba22d-d0ff-44c1-8426-30ba962932f2/.zfs/snapshot/90461812-b93f-486e-8e45-fee11cd81080","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.255481671Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.255565804Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.255627176Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.255685458Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.25575456Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.273153058Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.281370561Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"region 8b7ba22d-d0ff-44c1-8426-30ba962932f2 running snapshot 90461812-b93f-486e-8e45-fee11cd81080 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.281392662Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"datafile"} {"msg":"path is \"/data/regions/8b7ba22d-d0ff-44c1-8426-30ba962932f2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.332912532Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"datafile"} {"msg":"dataset is oxp_410ed331-d33b-46b5-bb48-f389c6303d12/crucible/regions/8b7ba22d-d0ff-44c1-8426-30ba962932f2","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.345114603Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"datafile"} {"msg":"snapshot is oxp_410ed331-d33b-46b5-bb48-f389c6303d12/crucible/regions/8b7ba22d-d0ff-44c1-8426-30ba962932f2@90461812-b93f-486e-8e45-fee11cd81080","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.356848379Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_410ed331-d33b-46b5-bb48-f389c6303d12/crucible/regions/8b7ba22d-d0ff-44c1-8426-30ba962932f2\", \"90461812-b93f-486e-8e45-fee11cd81080\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.35688278Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:23.367107638Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"uri":"/crucible/0/regions/8b7ba22d-d0ff-44c1-8426-30ba962932f2/snapshots/90461812-b93f-486e-8e45-fee11cd81080/run","method":"POST","req_id":"13e69cbf-3bdb-43d0-8dad-59f3184c199c","remote_addr":"[fd00:1122:3344:101::b]:60300","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":34238,"response_code":200} {"msg":"region 559626e4-6d0d-491e-b139-eedce55eb7eb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.274422259Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.274614245Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"uri":"/crucible/0/regions","method":"POST","req_id":"427286c7-0aea-4716-806a-d47597f7236d","remote_addr":"[fd00:1122:3344:101::b]:60300","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":243,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.274632616Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_410ed331-d33b-46b5-bb48-f389c6303d12/crucible/regions/559626e4-6d0d-491e-b139-eedce55eb7eb","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.285593817Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_410ed331-d33b-46b5-bb48-f389c6303d12/crucible/regions/559626e4-6d0d-491e-b139-eedce55eb7eb","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.285628188Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"559626e4-6d0d-491e-b139-eedce55eb7eb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/559626e4-6d0d-491e-b139-eedce55eb7eb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.345894989Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"region":"559626e4-6d0d-491e-b139-eedce55eb7eb","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"559626e4-6d0d-491e-b139-eedce55eb7eb\" \"--data\" \"/data/regions/559626e4-6d0d-491e-b139-eedce55eb7eb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.345948411Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"region":"559626e4-6d0d-491e-b139-eedce55eb7eb","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.431868854Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"region":"559626e4-6d0d-491e-b139-eedce55eb7eb","component":"worker"} {"msg":"region 559626e4-6d0d-491e-b139-eedce55eb7eb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.431919175Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.432015518Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-559626e4-6d0d-491e-b139-eedce55eb7eb","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.432444052Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-559626e4-6d0d-491e-b139-eedce55eb7eb","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.435661405Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.443096143Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-559626e4-6d0d-491e-b139-eedce55eb7eb","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.445901573Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/559626e4-6d0d-491e-b139-eedce55eb7eb","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.446193853Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.446246174Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.446284555Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.446319366Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.450636805Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/8b7ba22d-d0ff-44c1-8426-30ba962932f2/.zfs/snapshot/90461812-b93f-486e-8e45-fee11cd81080","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.460013455Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"existing port value 0 does not match 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.460109118Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"existing mode value rw does not match ro","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.460208722Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.460289404Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.460298824Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8b7ba22d-d0ff-44c1-8426-30ba962932f2-90461812-b93f-486e-8e45-fee11cd81080","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.460394277Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8b7ba22d-d0ff-44c1-8426-30ba962932f2/.zfs/snapshot/90461812-b93f-486e-8e45-fee11cd81080","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.4604693Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.460547622Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.460597934Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.460645636Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.460688187Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.464312883Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.464769377Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.493590311Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"uri":"/crucible/0/regions","method":"POST","req_id":"c3ae3ba4-de3c-40a2-abdc-4ad79a3f9cda","remote_addr":"[fd00:1122:3344:101::b]:60300","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.272553486Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"uri":"/crucible/0/regions/559626e4-6d0d-491e-b139-eedce55eb7eb","method":"GET","req_id":"50a3a132-8827-4600-80ff-cd119872bb88","remote_addr":"[fd00:1122:3344:101::b]:60300","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":47,"response_code":200} {"msg":"path is \"/data/regions/559626e4-6d0d-491e-b139-eedce55eb7eb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.276899855Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"datafile"} {"msg":"dataset is oxp_410ed331-d33b-46b5-bb48-f389c6303d12/crucible/regions/559626e4-6d0d-491e-b139-eedce55eb7eb","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.290129299Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"datafile"} {"msg":"region 559626e4-6d0d-491e-b139-eedce55eb7eb state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.300390188Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.300585864Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.300614565Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"uri":"/crucible/0/regions/559626e4-6d0d-491e-b139-eedce55eb7eb","method":"DELETE","req_id":"9f2b3f87-54ff-4e0c-84cf-af43a52de72f","remote_addr":"[fd00:1122:3344:101::b]:60300","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":23768,"response_code":204} {"msg":"disabling downstairs instance: downstairs-559626e4-6d0d-491e-b139-eedce55eb7eb (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.301663809Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.304086856Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"uri":"/crucible/0/regions/559626e4-6d0d-491e-b139-eedce55eb7eb","method":"GET","req_id":"66fe41dc-8f98-44f1-a2a2-3e773a233692","remote_addr":"[fd00:1122:3344:101::b]:60300","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":21,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/8b7ba22d-d0ff-44c1-8426-30ba962932f2/.zfs/snapshot/90461812-b93f-486e-8e45-fee11cd81080","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.310169071Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"existing port value 0 does not match 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.310264274Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"existing mode value rw does not match ro","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.310345367Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.310423409Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.31043288Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8b7ba22d-d0ff-44c1-8426-30ba962932f2-90461812-b93f-486e-8e45-fee11cd81080","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.310531653Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8b7ba22d-d0ff-44c1-8426-30ba962932f2/.zfs/snapshot/90461812-b93f-486e-8e45-fee11cd81080","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.31108309Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.311141242Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.311187284Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.311230925Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.311277637Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.315397399Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.315814132Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_410ed331-d33b-46b5-bb48-f389c6303d12/crucible/regions/559626e4-6d0d-491e-b139-eedce55eb7eb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.32730532Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"region":"559626e4-6d0d-491e-b139-eedce55eb7eb","component":"worker"} {"msg":"region 559626e4-6d0d-491e-b139-eedce55eb7eb state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.3984742Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.417083466Z","hostname":"oxz_crucible_e0425b76-f529-4558-b4ba-3a1398a4cb09","pid":23163,"uri":"/crucible/0/regions/559626e4-6d0d-491e-b139-eedce55eb7eb","method":"GET","req_id":"2af85f8f-5278-435c-a5e9-7d8e2743e7fa","remote_addr":"[fd00:1122:3344:101::b]:60300","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":60,"response_code":200}