{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.392900695Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50316"}
{"msg":"region 4dc2f499-dc9f-4bc1-80c3-0d7147c7d712 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.393171452Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.394330762Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"uri":"/crucible/0/regions","method":"POST","req_id":"ceb6ed64-e938-4cab-9d31-f8ef3aafa6b5","remote_addr":"[fd00:1122:3344:101::a]:50316","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":1168,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.394372074Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_8855441b-067c-4101-a2ed-8bc1db4b9a39/crucible/regions/4dc2f499-dc9f-4bc1-80c3-0d7147c7d712","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.403404282Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_8855441b-067c-4101-a2ed-8bc1db4b9a39/crucible/regions/4dc2f499-dc9f-4bc1-80c3-0d7147c7d712","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.403434353Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4dc2f499-dc9f-4bc1-80c3-0d7147c7d712\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4dc2f499-dc9f-4bc1-80c3-0d7147c7d712\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.452701795Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"region":"4dc2f499-dc9f-4bc1-80c3-0d7147c7d712","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4dc2f499-dc9f-4bc1-80c3-0d7147c7d712\" \"--data\" \"/data/regions/4dc2f499-dc9f-4bc1-80c3-0d7147c7d712\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.452732126Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"region":"4dc2f499-dc9f-4bc1-80c3-0d7147c7d712","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.505972244Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"region":"4dc2f499-dc9f-4bc1-80c3-0d7147c7d712","component":"worker"}
{"msg":"region 4dc2f499-dc9f-4bc1-80c3-0d7147c7d712 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.506007334Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.506108937Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4dc2f499-dc9f-4bc1-80c3-0d7147c7d712","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.506435216Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4dc2f499-dc9f-4bc1-80c3-0d7147c7d712","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.510229156Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.520477047Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4dc2f499-dc9f-4bc1-80c3-0d7147c7d712","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.5217462Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4dc2f499-dc9f-4bc1-80c3-0d7147c7d712","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.522027148Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.522071639Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.52211215Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.522148581Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.523962669Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/92807d9b-ff7a-4f12-b8bf-52ce3763c479","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.52740167Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.527489922Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.527558214Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.527567074Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.527601265Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-92807d9b-ff7a-4f12-b8bf-52ce3763c479","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.527645996Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/92807d9b-ff7a-4f12-b8bf-52ce3763c479","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.527719048Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.527767309Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.527811371Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.527856862Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.537310012Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.537839916Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:53.72110035Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"uri":"/crucible/0/regions","method":"POST","req_id":"0ee8b87e-be99-4bf8-b5aa-326ddc53ed5e","remote_addr":"[fd00:1122:3344:101::a]:50316","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":165,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.321307527Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"uri":"/crucible/0/regions/92807d9b-ff7a-4f12-b8bf-52ce3763c479","method":"GET","req_id":"e11b694e-e0e2-4ebf-a0c1-a8bd54fba38c","remote_addr":"[fd00:1122:3344:101::a]:50316","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"path is \"/data/regions/92807d9b-ff7a-4f12-b8bf-52ce3763c479\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.324892892Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"datafile"}
{"msg":"dataset is oxp_8855441b-067c-4101-a2ed-8bc1db4b9a39/crucible/regions/92807d9b-ff7a-4f12-b8bf-52ce3763c479","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.331110236Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"datafile"}
{"msg":"snapshot is oxp_8855441b-067c-4101-a2ed-8bc1db4b9a39/crucible/regions/92807d9b-ff7a-4f12-b8bf-52ce3763c479@4b28be51-c8ed-4f1f-8214-1fa4f01a2823","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.336001925Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8855441b-067c-4101-a2ed-8bc1db4b9a39/crucible/regions/92807d9b-ff7a-4f12-b8bf-52ce3763c479\", \"4b28be51-c8ed-4f1f-8214-1fa4f01a2823\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.336024046Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.343608087Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"uri":"/crucible/0/regions/92807d9b-ff7a-4f12-b8bf-52ce3763c479/snapshots/4b28be51-c8ed-4f1f-8214-1fa4f01a2823","method":"GET","req_id":"b3ed923d-b5e1-4124-9c12-af0aec912a10","remote_addr":"[fd00:1122:3344:101::a]:50316","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18759,"response_code":200}
{"msg":"path is \"/data/regions/92807d9b-ff7a-4f12-b8bf-52ce3763c479\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.347567061Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"datafile"}
{"msg":"dataset is oxp_8855441b-067c-4101-a2ed-8bc1db4b9a39/crucible/regions/92807d9b-ff7a-4f12-b8bf-52ce3763c479","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.352700897Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"datafile"}
{"msg":"snapshot is oxp_8855441b-067c-4101-a2ed-8bc1db4b9a39/crucible/regions/92807d9b-ff7a-4f12-b8bf-52ce3763c479@4b28be51-c8ed-4f1f-8214-1fa4f01a2823","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.35774662Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8855441b-067c-4101-a2ed-8bc1db4b9a39/crucible/regions/92807d9b-ff7a-4f12-b8bf-52ce3763c479\", \"4b28be51-c8ed-4f1f-8214-1fa4f01a2823\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.357775411Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 92807d9b-ff7a-4f12-b8bf-52ce3763c479-4b28be51-c8ed-4f1f-8214-1fa4f01a2823 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.364634982Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"datafile"}
{"msg":"applying SMF actions for region 92807d9b-ff7a-4f12-b8bf-52ce3763c479 running snapshot 4b28be51-c8ed-4f1f-8214-1fa4f01a2823 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.367060467Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.367087337Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"uri":"/crucible/0/regions/92807d9b-ff7a-4f12-b8bf-52ce3763c479/snapshots/4b28be51-c8ed-4f1f-8214-1fa4f01a2823/run","method":"POST","req_id":"5fc04579-af50-497f-9ff1-12353f0c585c","remote_addr":"[fd00:1122:3344:101::a]:50316","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19505,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/92807d9b-ff7a-4f12-b8bf-52ce3763c479","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.36870988Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.368779442Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.368849774Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.368861494Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.368892435Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-92807d9b-ff7a-4f12-b8bf-52ce3763c479","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.368933526Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/92807d9b-ff7a-4f12-b8bf-52ce3763c479","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.369216694Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.369265235Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.369307666Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.369348427Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.371264808Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-92807d9b-ff7a-4f12-b8bf-52ce3763c479-4b28be51-c8ed-4f1f-8214-1fa4f01a2823","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.374048421Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-92807d9b-ff7a-4f12-b8bf-52ce3763c479-4b28be51-c8ed-4f1f-8214-1fa4f01a2823","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.383057389Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-92807d9b-ff7a-4f12-b8bf-52ce3763c479-4b28be51-c8ed-4f1f-8214-1fa4f01a2823","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.387747593Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/92807d9b-ff7a-4f12-b8bf-52ce3763c479/.zfs/snapshot/4b28be51-c8ed-4f1f-8214-1fa4f01a2823","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.388026511Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.388078692Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.388114783Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.388151324Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.388197945Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.390291191Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.393323941Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"region 92807d9b-ff7a-4f12-b8bf-52ce3763c479 running snapshot 4b28be51-c8ed-4f1f-8214-1fa4f01a2823 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.393335501Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"datafile"}
{"msg":"path is \"/data/regions/92807d9b-ff7a-4f12-b8bf-52ce3763c479\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.585715597Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"datafile"}
{"msg":"dataset is oxp_8855441b-067c-4101-a2ed-8bc1db4b9a39/crucible/regions/92807d9b-ff7a-4f12-b8bf-52ce3763c479","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.592812534Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"datafile"}
{"msg":"snapshot is oxp_8855441b-067c-4101-a2ed-8bc1db4b9a39/crucible/regions/92807d9b-ff7a-4f12-b8bf-52ce3763c479@4b28be51-c8ed-4f1f-8214-1fa4f01a2823","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.599811819Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8855441b-067c-4101-a2ed-8bc1db4b9a39/crucible/regions/92807d9b-ff7a-4f12-b8bf-52ce3763c479\", \"4b28be51-c8ed-4f1f-8214-1fa4f01a2823\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.59983065Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:55.605316704Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"uri":"/crucible/0/regions/92807d9b-ff7a-4f12-b8bf-52ce3763c479/snapshots/4b28be51-c8ed-4f1f-8214-1fa4f01a2823/run","method":"POST","req_id":"a0e5bbd0-e8ec-46fc-80fa-80a5f8222d80","remote_addr":"[fd00:1122:3344:101::a]:50316","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19655,"response_code":200}
{"msg":"region f280576d-38a0-4cbe-b086-be03e56c0363 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.885997865Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.886231607Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.886241877Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"uri":"/crucible/0/regions","method":"POST","req_id":"259631fe-8ea5-464a-93d4-df72a3a176b2","remote_addr":"[fd00:1122:3344:101::a]:50316","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":231,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_8855441b-067c-4101-a2ed-8bc1db4b9a39/crucible/regions/f280576d-38a0-4cbe-b086-be03e56c0363","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.892096852Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_8855441b-067c-4101-a2ed-8bc1db4b9a39/crucible/regions/f280576d-38a0-4cbe-b086-be03e56c0363","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.892169734Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f280576d-38a0-4cbe-b086-be03e56c0363\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f280576d-38a0-4cbe-b086-be03e56c0363\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.930891527Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"region":"f280576d-38a0-4cbe-b086-be03e56c0363","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f280576d-38a0-4cbe-b086-be03e56c0363\" \"--data\" \"/data/regions/f280576d-38a0-4cbe-b086-be03e56c0363\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.930932418Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"region":"f280576d-38a0-4cbe-b086-be03e56c0363","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.979513452Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"region":"f280576d-38a0-4cbe-b086-be03e56c0363","component":"worker"}
{"msg":"region f280576d-38a0-4cbe-b086-be03e56c0363 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.979562623Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.979671396Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/92807d9b-ff7a-4f12-b8bf-52ce3763c479","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.98093987Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.981022082Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.981100664Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.981117114Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.981148745Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-92807d9b-ff7a-4f12-b8bf-52ce3763c479","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.981193056Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/92807d9b-ff7a-4f12-b8bf-52ce3763c479","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.98152344Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.981572707Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.981644915Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.98174478Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.984113513Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f280576d-38a0-4cbe-b086-be03e56c0363","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.984528915Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f280576d-38a0-4cbe-b086-be03e56c0363","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.985633447Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.989068475Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f280576d-38a0-4cbe-b086-be03e56c0363","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.990606505Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f280576d-38a0-4cbe-b086-be03e56c0363","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.990903773Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.990970165Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.991012106Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.991062957Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.992762324Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:52:59.996516018Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:53:00.107997338Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"uri":"/crucible/0/regions","method":"POST","req_id":"93c65529-567c-433c-8d97-cd1fda9671c0","remote_addr":"[fd00:1122:3344:101::a]:50316","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:53:24.902181194Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"uri":"/crucible/0/regions/f280576d-38a0-4cbe-b086-be03e56c0363","method":"GET","req_id":"9bb14ea3-b849-4e3f-8081-93a7e151d1e4","remote_addr":"[fd00:1122:3344:101::a]:50316","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"path is \"/data/regions/f280576d-38a0-4cbe-b086-be03e56c0363\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:53:24.905233545Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"datafile"}
{"msg":"dataset is oxp_8855441b-067c-4101-a2ed-8bc1db4b9a39/crucible/regions/f280576d-38a0-4cbe-b086-be03e56c0363","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:53:24.916618036Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"datafile"}
{"msg":"region f280576d-38a0-4cbe-b086-be03e56c0363 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:53:24.924079963Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:53:24.924271718Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:53:24.926977499Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"uri":"/crucible/0/regions/f280576d-38a0-4cbe-b086-be03e56c0363","method":"DELETE","req_id":"d065ee39-fce5-4ed0-a3aa-13663991d9fa","remote_addr":"[fd00:1122:3344:101::a]:50316","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":21769,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-f280576d-38a0-4cbe-b086-be03e56c0363 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:53:24.927860393Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:53:24.930922544Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"uri":"/crucible/0/regions/f280576d-38a0-4cbe-b086-be03e56c0363","method":"GET","req_id":"aa2a9ba7-762b-4f33-9e13-b0d7601d87ca","remote_addr":"[fd00:1122:3344:101::a]:50316","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":37,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/92807d9b-ff7a-4f12-b8bf-52ce3763c479","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:53:24.9315304Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:53:24.931674794Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:53:24.931748486Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:53:24.931763916Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:53:24.931802157Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-92807d9b-ff7a-4f12-b8bf-52ce3763c479","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:53:24.931851608Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/92807d9b-ff7a-4f12-b8bf-52ce3763c479","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:53:24.93230988Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:53:24.932358172Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:53:24.932403613Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:53:24.932446014Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:53:24.934709074Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:53:24.936026939Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_8855441b-067c-4101-a2ed-8bc1db4b9a39/crucible/regions/f280576d-38a0-4cbe-b086-be03e56c0363\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:53:24.94440774Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"region":"f280576d-38a0-4cbe-b086-be03e56c0363","component":"worker"}
{"msg":"region f280576d-38a0-4cbe-b086-be03e56c0363 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:53:24.982272542Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-17T19:53:25.007421257Z","hostname":"oxz_crucible_53c451f1-8e6d-479b-9158-f8e0bf90813a","pid":22552,"uri":"/crucible/0/regions/f280576d-38a0-4cbe-b086-be03e56c0363","method":"GET","req_id":"172a8fcc-2324-4717-8458-162b9975c306","remote_addr":"[fd00:1122:3344:101::a]:50316","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":83,"response_code":200}