{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.445747454Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36486"} {"msg":"region f2394c29-db21-49f7-9c77-ae86d6aea8ac state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.474247514Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.476999546Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.477016896Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"uri":"/crucible/0/regions","method":"POST","req_id":"94ff3c6a-21c8-4f67-a6c1-281a026e2c06","remote_addr":"[fd00:1122:3344:101::a]:36486","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":15917,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_e7ee8707-70db-4f31-9dff-9ff8abe4b7bf/crucible/regions/f2394c29-db21-49f7-9c77-ae86d6aea8ac","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.482977929Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e7ee8707-70db-4f31-9dff-9ff8abe4b7bf/crucible/regions/f2394c29-db21-49f7-9c77-ae86d6aea8ac","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.482995299Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f2394c29-db21-49f7-9c77-ae86d6aea8ac\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f2394c29-db21-49f7-9c77-ae86d6aea8ac\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.519624994Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"region":"f2394c29-db21-49f7-9c77-ae86d6aea8ac","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f2394c29-db21-49f7-9c77-ae86d6aea8ac\" \"--data\" \"/data/regions/f2394c29-db21-49f7-9c77-ae86d6aea8ac\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.5215506Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"region":"f2394c29-db21-49f7-9c77-ae86d6aea8ac","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.850041184Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"uri":"/crucible/0/regions","method":"POST","req_id":"19cbe0df-64f5-43e1-bbe5-17f1921227ad","remote_addr":"[fd00:1122:3344:101::a]:36486","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.871323538Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"region":"f2394c29-db21-49f7-9c77-ae86d6aea8ac","component":"worker"} {"msg":"region f2394c29-db21-49f7-9c77-ae86d6aea8ac state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.871353588Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.87145876Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f2394c29-db21-49f7-9c77-ae86d6aea8ac","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.871772716Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f2394c29-db21-49f7-9c77-ae86d6aea8ac","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.876636698Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.891182034Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f2394c29-db21-49f7-9c77-ae86d6aea8ac","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.893919306Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f2394c29-db21-49f7-9c77-ae86d6aea8ac","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.894605569Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.89467038Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.894713101Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.894748671Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.898152766Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:15.902269984Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:00:16.59126873Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"uri":"/crucible/0/regions","method":"POST","req_id":"73a372e2-1548-42bb-aa99-b8f5253a30e6","remote_addr":"[fd00:1122:3344:101::a]:36486","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:35.21399391Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41919"} {"msg":"region 17df0e96-0351-45ef-8853-a316645cd8bd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:35.214734364Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:35.214967919Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"uri":"/crucible/0/regions","method":"POST","req_id":"0b0ec922-5de5-49d7-959d-d8925b52ff94","remote_addr":"[fd00:1122:3344:101::a]:41919","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":846,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:35.214998889Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_e7ee8707-70db-4f31-9dff-9ff8abe4b7bf/crucible/regions/17df0e96-0351-45ef-8853-a316645cd8bd","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:35.223171004Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e7ee8707-70db-4f31-9dff-9ff8abe4b7bf/crucible/regions/17df0e96-0351-45ef-8853-a316645cd8bd","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:35.223193935Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"17df0e96-0351-45ef-8853-a316645cd8bd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/17df0e96-0351-45ef-8853-a316645cd8bd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:35.264074159Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"region":"17df0e96-0351-45ef-8853-a316645cd8bd","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"17df0e96-0351-45ef-8853-a316645cd8bd\" \"--data\" \"/data/regions/17df0e96-0351-45ef-8853-a316645cd8bd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:35.26410636Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"region":"17df0e96-0351-45ef-8853-a316645cd8bd","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:35.354462012Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"region":"17df0e96-0351-45ef-8853-a316645cd8bd","component":"worker"} {"msg":"region 17df0e96-0351-45ef-8853-a316645cd8bd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:35.354493912Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:35.354600905Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-17df0e96-0351-45ef-8853-a316645cd8bd","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:35.354929001Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-17df0e96-0351-45ef-8853-a316645cd8bd","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:35.364298258Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:35.384569873Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-17df0e96-0351-45ef-8853-a316645cd8bd","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:35.388404785Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/17df0e96-0351-45ef-8853-a316645cd8bd","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:35.388746512Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:35.388809703Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:35.388854564Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:35.388889464Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:35.392854679Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:35.409569896Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:35.491478388Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"uri":"/crucible/0/regions","method":"POST","req_id":"87293816-c560-4607-9279-e7c6d8f5dfc4","remote_addr":"[fd00:1122:3344:101::a]:41919","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.581782148Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"uri":"/crucible/0/regions/f2394c29-db21-49f7-9c77-ae86d6aea8ac","method":"GET","req_id":"ca335e45-34d2-4177-a628-026bf6670132","remote_addr":"[fd00:1122:3344:101::a]:41919","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":69,"response_code":200} {"msg":"path is \"/data/regions/f2394c29-db21-49f7-9c77-ae86d6aea8ac\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.586750202Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"datafile"} {"msg":"dataset is oxp_e7ee8707-70db-4f31-9dff-9ff8abe4b7bf/crucible/regions/f2394c29-db21-49f7-9c77-ae86d6aea8ac","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.593519411Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"datafile"} {"msg":"snapshot is oxp_e7ee8707-70db-4f31-9dff-9ff8abe4b7bf/crucible/regions/f2394c29-db21-49f7-9c77-ae86d6aea8ac@731b0e71-3d80-4eef-93d6-d85f8bebe653","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.599191258Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e7ee8707-70db-4f31-9dff-9ff8abe4b7bf/crucible/regions/f2394c29-db21-49f7-9c77-ae86d6aea8ac\", \"731b0e71-3d80-4eef-93d6-d85f8bebe653\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.599221299Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.607844942Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"uri":"/crucible/0/regions/f2394c29-db21-49f7-9c77-ae86d6aea8ac/snapshots/731b0e71-3d80-4eef-93d6-d85f8bebe653","method":"GET","req_id":"f5f9e386-4ec4-46f7-a1b1-cd207f16bf4c","remote_addr":"[fd00:1122:3344:101::a]:41919","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21119,"response_code":200} {"msg":"path is \"/data/regions/f2394c29-db21-49f7-9c77-ae86d6aea8ac\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.616311322Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"datafile"} {"msg":"dataset is oxp_e7ee8707-70db-4f31-9dff-9ff8abe4b7bf/crucible/regions/f2394c29-db21-49f7-9c77-ae86d6aea8ac","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.621736285Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"datafile"} {"msg":"snapshot is oxp_e7ee8707-70db-4f31-9dff-9ff8abe4b7bf/crucible/regions/f2394c29-db21-49f7-9c77-ae86d6aea8ac@731b0e71-3d80-4eef-93d6-d85f8bebe653","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.627573336Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e7ee8707-70db-4f31-9dff-9ff8abe4b7bf/crucible/regions/f2394c29-db21-49f7-9c77-ae86d6aea8ac\", \"731b0e71-3d80-4eef-93d6-d85f8bebe653\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.627601236Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot f2394c29-db21-49f7-9c77-ae86d6aea8ac-731b0e71-3d80-4eef-93d6-d85f8bebe653 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.635759801Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.635895944Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"uri":"/crucible/0/regions/f2394c29-db21-49f7-9c77-ae86d6aea8ac/snapshots/731b0e71-3d80-4eef-93d6-d85f8bebe653/run","method":"POST","req_id":"3a39534e-3cf6-4346-8987-44b68734b9ec","remote_addr":"[fd00:1122:3344:101::a]:41919","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19596,"response_code":200} {"msg":"applying SMF actions for region f2394c29-db21-49f7-9c77-ae86d6aea8ac running snapshot 731b0e71-3d80-4eef-93d6-d85f8bebe653 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.635921724Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-f2394c29-db21-49f7-9c77-ae86d6aea8ac-731b0e71-3d80-4eef-93d6-d85f8bebe653","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.640406109Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f2394c29-db21-49f7-9c77-ae86d6aea8ac-731b0e71-3d80-4eef-93d6-d85f8bebe653","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.648628695Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f2394c29-db21-49f7-9c77-ae86d6aea8ac-731b0e71-3d80-4eef-93d6-d85f8bebe653","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.657766058Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f2394c29-db21-49f7-9c77-ae86d6aea8ac/.zfs/snapshot/731b0e71-3d80-4eef-93d6-d85f8bebe653","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.658088414Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.658129885Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.658171466Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.658207036Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.658255417Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.661965768Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.666413672Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"region f2394c29-db21-49f7-9c77-ae86d6aea8ac running snapshot 731b0e71-3d80-4eef-93d6-d85f8bebe653 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.666428162Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"datafile"} {"msg":"path is \"/data/regions/f2394c29-db21-49f7-9c77-ae86d6aea8ac\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.787049878Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"datafile"} {"msg":"dataset is oxp_e7ee8707-70db-4f31-9dff-9ff8abe4b7bf/crucible/regions/f2394c29-db21-49f7-9c77-ae86d6aea8ac","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.794201503Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"datafile"} {"msg":"snapshot is oxp_e7ee8707-70db-4f31-9dff-9ff8abe4b7bf/crucible/regions/f2394c29-db21-49f7-9c77-ae86d6aea8ac@731b0e71-3d80-4eef-93d6-d85f8bebe653","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.801631074Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e7ee8707-70db-4f31-9dff-9ff8abe4b7bf/crucible/regions/f2394c29-db21-49f7-9c77-ae86d6aea8ac\", \"731b0e71-3d80-4eef-93d6-d85f8bebe653\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.801661905Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:36.808867191Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"uri":"/crucible/0/regions/f2394c29-db21-49f7-9c77-ae86d6aea8ac/snapshots/731b0e71-3d80-4eef-93d6-d85f8bebe653/run","method":"POST","req_id":"7522c625-35f6-4fd9-b0b3-f075405a2b51","remote_addr":"[fd00:1122:3344:101::a]:41919","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21846,"response_code":200} {"msg":"region b9c8ea88-74d3-45b7-8a33-785a2c829b3d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:42.049405241Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:42.049577084Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"uri":"/crucible/0/regions","method":"POST","req_id":"ced50b73-e6ac-428f-a119-c3a888b4dee9","remote_addr":"[fd00:1122:3344:101::a]:41919","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":217,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:42.049622515Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_e7ee8707-70db-4f31-9dff-9ff8abe4b7bf/crucible/regions/b9c8ea88-74d3-45b7-8a33-785a2c829b3d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:42.056486735Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e7ee8707-70db-4f31-9dff-9ff8abe4b7bf/crucible/regions/b9c8ea88-74d3-45b7-8a33-785a2c829b3d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:42.056507336Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b9c8ea88-74d3-45b7-8a33-785a2c829b3d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b9c8ea88-74d3-45b7-8a33-785a2c829b3d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:42.100134402Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"region":"b9c8ea88-74d3-45b7-8a33-785a2c829b3d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b9c8ea88-74d3-45b7-8a33-785a2c829b3d\" \"--data\" \"/data/regions/b9c8ea88-74d3-45b7-8a33-785a2c829b3d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:42.100175863Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"region":"b9c8ea88-74d3-45b7-8a33-785a2c829b3d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:42.175280216Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"region":"b9c8ea88-74d3-45b7-8a33-785a2c829b3d","component":"worker"} {"msg":"region b9c8ea88-74d3-45b7-8a33-785a2c829b3d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:42.175328017Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:42.175463Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b9c8ea88-74d3-45b7-8a33-785a2c829b3d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:42.176751174Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b9c8ea88-74d3-45b7-8a33-785a2c829b3d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:42.1797176Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:42.188611879Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b9c8ea88-74d3-45b7-8a33-785a2c829b3d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:42.19183678Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b9c8ea88-74d3-45b7-8a33-785a2c829b3d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:42.192255088Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:42.192315249Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:42.19237472Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:42.192424931Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:42.197173911Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:42.208462325Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"uri":"/crucible/0/regions","method":"POST","req_id":"2908813f-062f-4573-afc8-0a26cf02a335","remote_addr":"[fd00:1122:3344:101::a]:41919","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:10:42.210531504Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:11:06.826046062Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"uri":"/crucible/0/regions/b9c8ea88-74d3-45b7-8a33-785a2c829b3d","method":"GET","req_id":"03762159-b8c1-4dcf-b21b-2618af94440a","remote_addr":"[fd00:1122:3344:101::a]:41919","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":70,"response_code":200} {"msg":"path is \"/data/regions/b9c8ea88-74d3-45b7-8a33-785a2c829b3d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:11:06.82857613Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"datafile"} {"msg":"dataset is oxp_e7ee8707-70db-4f31-9dff-9ff8abe4b7bf/crucible/regions/b9c8ea88-74d3-45b7-8a33-785a2c829b3d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:11:06.839858514Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"datafile"} {"msg":"region b9c8ea88-74d3-45b7-8a33-785a2c829b3d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:11:06.846923208Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:11:06.847231924Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:11:06.847280274Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"uri":"/crucible/0/regions/b9c8ea88-74d3-45b7-8a33-785a2c829b3d","method":"DELETE","req_id":"4ecaeda6-53cf-428d-a7af-59e691263c06","remote_addr":"[fd00:1122:3344:101::a]:41919","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18692,"response_code":204} {"msg":"disabling downstairs instance: downstairs-b9c8ea88-74d3-45b7-8a33-785a2c829b3d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:11:06.848240833Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:11:06.849718711Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"uri":"/crucible/0/regions/b9c8ea88-74d3-45b7-8a33-785a2c829b3d","method":"GET","req_id":"fd7bd7c6-5a9a-4e6f-be71-76f923ac47b3","remote_addr":"[fd00:1122:3344:101::a]:41919","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":30,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:11:06.860405313Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_e7ee8707-70db-4f31-9dff-9ff8abe4b7bf/crucible/regions/b9c8ea88-74d3-45b7-8a33-785a2c829b3d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:11:06.868705611Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"region":"b9c8ea88-74d3-45b7-8a33-785a2c829b3d","component":"worker"} {"msg":"region b9c8ea88-74d3-45b7-8a33-785a2c829b3d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:11:06.908667137Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T14:11:07.003458054Z","hostname":"oxz_crucible_d0259c9b-00c3-4c0c-bee0-89af6fe28626","pid":24452,"uri":"/crucible/0/regions/b9c8ea88-74d3-45b7-8a33-785a2c829b3d","method":"GET","req_id":"b9f7045d-a96c-4326-af88-f4730ae74e02","remote_addr":"[fd00:1122:3344:101::a]:41919","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":66,"response_code":200}