{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.290330153Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60320"} {"msg":"region 5677f589-67e0-4d4b-ae49-7602c1d68f2e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.290405094Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.291232608Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"uri":"/crucible/0/regions","method":"POST","req_id":"06fc4d67-446b-4b1c-a010-bc71538413be","remote_addr":"[fd00:1122:3344:101::a]:60320","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":862,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.291254708Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_669e6b76-04a4-4901-9f4b-909512558f59/crucible/regions/5677f589-67e0-4d4b-ae49-7602c1d68f2e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.301495227Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_669e6b76-04a4-4901-9f4b-909512558f59/crucible/regions/5677f589-67e0-4d4b-ae49-7602c1d68f2e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.301514497Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5677f589-67e0-4d4b-ae49-7602c1d68f2e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5677f589-67e0-4d4b-ae49-7602c1d68f2e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.357709649Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"region":"5677f589-67e0-4d4b-ae49-7602c1d68f2e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5677f589-67e0-4d4b-ae49-7602c1d68f2e\" \"--data\" \"/data/regions/5677f589-67e0-4d4b-ae49-7602c1d68f2e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.357743509Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"region":"5677f589-67e0-4d4b-ae49-7602c1d68f2e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.492627471Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"region":"5677f589-67e0-4d4b-ae49-7602c1d68f2e","component":"worker"} {"msg":"region 5677f589-67e0-4d4b-ae49-7602c1d68f2e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.492656791Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.492753461Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.512486737Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"uri":"/crucible/0/regions","method":"POST","req_id":"0a99fb8e-bc25-46d5-9b7a-5984ca22083f","remote_addr":"[fd00:1122:3344:101::a]:60320","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"creating missing downstairs instance downstairs-5677f589-67e0-4d4b-ae49-7602c1d68f2e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.513895374Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5677f589-67e0-4d4b-ae49-7602c1d68f2e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.519224789Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.534880325Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5677f589-67e0-4d4b-ae49-7602c1d68f2e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.54005825Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5677f589-67e0-4d4b-ae49-7602c1d68f2e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.540344722Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.540391402Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.540442932Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.540479802Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.548133879Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:02.553733066Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:03.882006414Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"uri":"/crucible/0/regions/28756a4a-da5f-4875-aa49-b9ff43d2356a","method":"GET","req_id":"e0bcb9c3-c900-429a-aaca-42e3adafd519","remote_addr":"[fd00:1122:3344:101::a]:60320","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":76,"response_code":200} {"msg":"path is \"/data/regions/28756a4a-da5f-4875-aa49-b9ff43d2356a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:03.885756582Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"datafile"} {"msg":"dataset is oxp_669e6b76-04a4-4901-9f4b-909512558f59/crucible/regions/28756a4a-da5f-4875-aa49-b9ff43d2356a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:03.891884636Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"datafile"} {"msg":"snapshot is oxp_669e6b76-04a4-4901-9f4b-909512558f59/crucible/regions/28756a4a-da5f-4875-aa49-b9ff43d2356a@f5f79f2f-4d6b-4559-a24b-c93e0c619efd","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:03.898832665Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_669e6b76-04a4-4901-9f4b-909512558f59/crucible/regions/28756a4a-da5f-4875-aa49-b9ff43d2356a\", \"f5f79f2f-4d6b-4559-a24b-c93e0c619efd\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:03.898851895Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:03.907865109Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"uri":"/crucible/0/regions/28756a4a-da5f-4875-aa49-b9ff43d2356a/snapshots/f5f79f2f-4d6b-4559-a24b-c93e0c619efd","method":"GET","req_id":"f8fa6470-8ed1-4a09-85c9-2f38c281e5ff","remote_addr":"[fd00:1122:3344:101::a]:60320","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":22129,"response_code":200} {"msg":"path is \"/data/regions/28756a4a-da5f-4875-aa49-b9ff43d2356a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:03.913365355Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"datafile"} {"msg":"dataset is oxp_669e6b76-04a4-4901-9f4b-909512558f59/crucible/regions/28756a4a-da5f-4875-aa49-b9ff43d2356a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:03.918868988Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"datafile"} {"msg":"snapshot is oxp_669e6b76-04a4-4901-9f4b-909512558f59/crucible/regions/28756a4a-da5f-4875-aa49-b9ff43d2356a@f5f79f2f-4d6b-4559-a24b-c93e0c619efd","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:03.924949451Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_669e6b76-04a4-4901-9f4b-909512558f59/crucible/regions/28756a4a-da5f-4875-aa49-b9ff43d2356a\", \"f5f79f2f-4d6b-4559-a24b-c93e0c619efd\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:03.924984811Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 28756a4a-da5f-4875-aa49-b9ff43d2356a-f5f79f2f-4d6b-4559-a24b-c93e0c619efd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:03.932882479Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:03.93301321Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"uri":"/crucible/0/regions/28756a4a-da5f-4875-aa49-b9ff43d2356a/snapshots/f5f79f2f-4d6b-4559-a24b-c93e0c619efd/run","method":"POST","req_id":"f22fe24c-5e6c-4c1c-8be6-ff86942f659b","remote_addr":"[fd00:1122:3344:101::a]:60320","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19668,"response_code":200} {"msg":"applying SMF actions for region 28756a4a-da5f-4875-aa49-b9ff43d2356a running snapshot f5f79f2f-4d6b-4559-a24b-c93e0c619efd (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:03.93302919Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-28756a4a-da5f-4875-aa49-b9ff43d2356a-f5f79f2f-4d6b-4559-a24b-c93e0c619efd","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:03.937430981Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-28756a4a-da5f-4875-aa49-b9ff43d2356a-f5f79f2f-4d6b-4559-a24b-c93e0c619efd","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:03.946194614Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-28756a4a-da5f-4875-aa49-b9ff43d2356a-f5f79f2f-4d6b-4559-a24b-c93e0c619efd","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:03.965414057Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/28756a4a-da5f-4875-aa49-b9ff43d2356a/.zfs/snapshot/f5f79f2f-4d6b-4559-a24b-c93e0c619efd","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:03.965704468Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:03.965760348Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:03.965805258Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:03.965857159Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:03.965922109Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:03.973192894Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:03.98052189Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"worker"} {"msg":"region 28756a4a-da5f-4875-aa49-b9ff43d2356a running snapshot f5f79f2f-4d6b-4559-a24b-c93e0c619efd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:03.980531631Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"datafile"} {"msg":"path is \"/data/regions/28756a4a-da5f-4875-aa49-b9ff43d2356a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:04.302560195Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"datafile"} {"msg":"dataset is oxp_669e6b76-04a4-4901-9f4b-909512558f59/crucible/regions/28756a4a-da5f-4875-aa49-b9ff43d2356a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:04.309632999Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"datafile"} {"msg":"snapshot is oxp_669e6b76-04a4-4901-9f4b-909512558f59/crucible/regions/28756a4a-da5f-4875-aa49-b9ff43d2356a@f5f79f2f-4d6b-4559-a24b-c93e0c619efd","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:04.314677084Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_669e6b76-04a4-4901-9f4b-909512558f59/crucible/regions/28756a4a-da5f-4875-aa49-b9ff43d2356a\", \"f5f79f2f-4d6b-4559-a24b-c93e0c619efd\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:04.314698474Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-06T05:34:04.319911309Z","hostname":"oxz_crucible_a2783596-b928-41fc-a504-ac74d79ca873","pid":22988,"uri":"/crucible/0/regions/28756a4a-da5f-4875-aa49-b9ff43d2356a/snapshots/f5f79f2f-4d6b-4559-a24b-c93e0c619efd/run","method":"POST","req_id":"f8330a00-7c57-4a30-9d10-477f8c834cb9","remote_addr":"[fd00:1122:3344:101::a]:60320","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":17358,"response_code":200}