{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.14374548Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58949"} {"msg":"region 0aa22326-8d18-41b8-a978-9f12867988dd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.143807652Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.144465531Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"uri":"/crucible/0/regions","method":"POST","req_id":"a4b044ad-ed6d-47f5-aa54-78f3777484c0","remote_addr":"[fd00:1122:3344:101::a]:58949","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":686,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.144480301Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_cdcba5e5-c8fb-4908-ab77-5cd21beec8e8/crucible/regions/0aa22326-8d18-41b8-a978-9f12867988dd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.151894848Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_cdcba5e5-c8fb-4908-ab77-5cd21beec8e8/crucible/regions/0aa22326-8d18-41b8-a978-9f12867988dd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.151917549Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0aa22326-8d18-41b8-a978-9f12867988dd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0aa22326-8d18-41b8-a978-9f12867988dd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.211933816Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"region":"0aa22326-8d18-41b8-a978-9f12867988dd","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0aa22326-8d18-41b8-a978-9f12867988dd\" \"--data\" \"/data/regions/0aa22326-8d18-41b8-a978-9f12867988dd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.211967917Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"region":"0aa22326-8d18-41b8-a978-9f12867988dd","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.369647313Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"region":"0aa22326-8d18-41b8-a978-9f12867988dd","component":"worker"} {"msg":"region 0aa22326-8d18-41b8-a978-9f12867988dd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.369683444Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.369779497Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0aa22326-8d18-41b8-a978-9f12867988dd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.370108546Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0aa22326-8d18-41b8-a978-9f12867988dd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.38183671Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.410244221Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0aa22326-8d18-41b8-a978-9f12867988dd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.416607318Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0aa22326-8d18-41b8-a978-9f12867988dd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.416911407Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.416952698Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.416989019Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.417071361Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.421893772Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.442814105Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:17.499718421Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"uri":"/crucible/0/regions","method":"POST","req_id":"beaed44c-d849-443c-a0fa-6b76e0dc25f0","remote_addr":"[fd00:1122:3344:101::a]:58949","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.004061228Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"uri":"/crucible/0/regions/b0d2e39a-3353-4413-876d-88730a970d27","method":"GET","req_id":"f9ad1572-8dd1-4bab-b5b1-a8d81379fe50","remote_addr":"[fd00:1122:3344:101::a]:58949","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"path is \"/data/regions/b0d2e39a-3353-4413-876d-88730a970d27\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.007486878Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"datafile"} {"msg":"dataset is oxp_cdcba5e5-c8fb-4908-ab77-5cd21beec8e8/crucible/regions/b0d2e39a-3353-4413-876d-88730a970d27","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.015097111Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"datafile"} {"msg":"snapshot is oxp_cdcba5e5-c8fb-4908-ab77-5cd21beec8e8/crucible/regions/b0d2e39a-3353-4413-876d-88730a970d27@b1348057-3487-4be5-8723-f8a5ff3c4c19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.02118959Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_cdcba5e5-c8fb-4908-ab77-5cd21beec8e8/crucible/regions/b0d2e39a-3353-4413-876d-88730a970d27\", \"b1348057-3487-4be5-8723-f8a5ff3c4c19\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.02120109Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.028593607Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"uri":"/crucible/0/regions/b0d2e39a-3353-4413-876d-88730a970d27/snapshots/b1348057-3487-4be5-8723-f8a5ff3c4c19","method":"GET","req_id":"d0893ab9-4758-4285-ac2f-f5f2e393d05d","remote_addr":"[fd00:1122:3344:101::a]:58949","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21138,"response_code":200} {"msg":"path is \"/data/regions/b0d2e39a-3353-4413-876d-88730a970d27\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.031845832Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"datafile"} {"msg":"dataset is oxp_cdcba5e5-c8fb-4908-ab77-5cd21beec8e8/crucible/regions/b0d2e39a-3353-4413-876d-88730a970d27","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.037402784Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"datafile"} {"msg":"snapshot is oxp_cdcba5e5-c8fb-4908-ab77-5cd21beec8e8/crucible/regions/b0d2e39a-3353-4413-876d-88730a970d27@b1348057-3487-4be5-8723-f8a5ff3c4c19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.04407919Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_cdcba5e5-c8fb-4908-ab77-5cd21beec8e8/crucible/regions/b0d2e39a-3353-4413-876d-88730a970d27\", \"b1348057-3487-4be5-8723-f8a5ff3c4c19\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.04409718Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot b0d2e39a-3353-4413-876d-88730a970d27-b1348057-3487-4be5-8723-f8a5ff3c4c19 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.053349121Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.053482965Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"uri":"/crucible/0/regions/b0d2e39a-3353-4413-876d-88730a970d27/snapshots/b1348057-3487-4be5-8723-f8a5ff3c4c19/run","method":"POST","req_id":"222ce4c1-a528-48cc-8247-57ea5f13947b","remote_addr":"[fd00:1122:3344:101::a]:58949","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21656,"response_code":200} {"msg":"applying SMF actions for region b0d2e39a-3353-4413-876d-88730a970d27 running snapshot b1348057-3487-4be5-8723-f8a5ff3c4c19 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.053501006Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-b0d2e39a-3353-4413-876d-88730a970d27-b1348057-3487-4be5-8723-f8a5ff3c4c19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.057702689Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b0d2e39a-3353-4413-876d-88730a970d27-b1348057-3487-4be5-8723-f8a5ff3c4c19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.074073218Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b0d2e39a-3353-4413-876d-88730a970d27-b1348057-3487-4be5-8723-f8a5ff3c4c19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.093870458Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b0d2e39a-3353-4413-876d-88730a970d27/.zfs/snapshot/b1348057-3487-4be5-8723-f8a5ff3c4c19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.094162016Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.094204137Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.094242228Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.094278149Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.094329321Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.100724758Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.106525538Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"worker"} {"msg":"region b0d2e39a-3353-4413-876d-88730a970d27 running snapshot b1348057-3487-4be5-8723-f8a5ff3c4c19 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.106537808Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"datafile"} {"msg":"path is \"/data/regions/b0d2e39a-3353-4413-876d-88730a970d27\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.399888106Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"datafile"} {"msg":"dataset is oxp_cdcba5e5-c8fb-4908-ab77-5cd21beec8e8/crucible/regions/b0d2e39a-3353-4413-876d-88730a970d27","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.405977924Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"datafile"} {"msg":"snapshot is oxp_cdcba5e5-c8fb-4908-ab77-5cd21beec8e8/crucible/regions/b0d2e39a-3353-4413-876d-88730a970d27@b1348057-3487-4be5-8723-f8a5ff3c4c19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.412419963Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_cdcba5e5-c8fb-4908-ab77-5cd21beec8e8/crucible/regions/b0d2e39a-3353-4413-876d-88730a970d27\", \"b1348057-3487-4be5-8723-f8a5ff3c4c19\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.412432743Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:37:19.418707597Z","hostname":"oxz_crucible_e124a4a4-3d35-4570-a79b-a0fae88546bd","pid":23645,"uri":"/crucible/0/regions/b0d2e39a-3353-4413-876d-88730a970d27/snapshots/b1348057-3487-4be5-8723-f8a5ff3c4c19/run","method":"POST","req_id":"7d13a205-c2eb-4080-8891-819c8b96586b","remote_addr":"[fd00:1122:3344:101::a]:58949","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18861,"response_code":200}