{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:35.246803921Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42764"} {"msg":"region 894025a7-d922-4338-8f3c-2e242861c389 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:35.246893243Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:35.247692223Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:35.247720114Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"uri":"/crucible/0/regions","method":"POST","req_id":"ac33e08b-04a8-4561-9016-22e900bec2ab","remote_addr":"[fd00:1122:3344:101::a]:42764","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":828,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_6d6ed0b2-3129-4dcb-aa02-eb303cba94fe/crucible/regions/894025a7-d922-4338-8f3c-2e242861c389","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:35.255970818Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_6d6ed0b2-3129-4dcb-aa02-eb303cba94fe/crucible/regions/894025a7-d922-4338-8f3c-2e242861c389","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:35.255991609Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"894025a7-d922-4338-8f3c-2e242861c389\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/894025a7-d922-4338-8f3c-2e242861c389\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:35.304732037Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"region":"894025a7-d922-4338-8f3c-2e242861c389","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"894025a7-d922-4338-8f3c-2e242861c389\" \"--data\" \"/data/regions/894025a7-d922-4338-8f3c-2e242861c389\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:35.304761738Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"region":"894025a7-d922-4338-8f3c-2e242861c389","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:35.350926612Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"region":"894025a7-d922-4338-8f3c-2e242861c389","component":"worker"} {"msg":"region 894025a7-d922-4338-8f3c-2e242861c389 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:35.350958283Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:35.351095227Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-894025a7-d922-4338-8f3c-2e242861c389","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:35.351969178Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-894025a7-d922-4338-8f3c-2e242861c389","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:35.367230887Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:35.373171834Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-894025a7-d922-4338-8f3c-2e242861c389","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:35.374446366Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/894025a7-d922-4338-8f3c-2e242861c389","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:35.374721882Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:35.374764383Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:35.374806344Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:35.374841436Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:35.376690441Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:35.380580658Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:35.610785535Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"uri":"/crucible/0/regions","method":"POST","req_id":"660b0a4c-3801-4f00-945e-955b22523034","remote_addr":"[fd00:1122:3344:101::a]:42764","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":70,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:36.654368788Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"uri":"/crucible/0/regions/ffaa92d7-77da-4f73-b375-626df92ca0d7","method":"GET","req_id":"234b422a-e58a-4fde-9f5d-8b845818d281","remote_addr":"[fd00:1122:3344:101::a]:42764","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":50,"response_code":200} {"msg":"path is \"/data/regions/ffaa92d7-77da-4f73-b375-626df92ca0d7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:36.658157312Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"datafile"} {"msg":"dataset is oxp_6d6ed0b2-3129-4dcb-aa02-eb303cba94fe/crucible/regions/ffaa92d7-77da-4f73-b375-626df92ca0d7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:36.664280294Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"datafile"} {"msg":"snapshot is oxp_6d6ed0b2-3129-4dcb-aa02-eb303cba94fe/crucible/regions/ffaa92d7-77da-4f73-b375-626df92ca0d7@9084cea5-f53f-4b9a-8e06-c1f473249406","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:36.669433661Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6d6ed0b2-3129-4dcb-aa02-eb303cba94fe/crucible/regions/ffaa92d7-77da-4f73-b375-626df92ca0d7\", \"9084cea5-f53f-4b9a-8e06-c1f473249406\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:36.669455842Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:36.678085246Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"uri":"/crucible/0/regions/ffaa92d7-77da-4f73-b375-626df92ca0d7/snapshots/9084cea5-f53f-4b9a-8e06-c1f473249406","method":"GET","req_id":"f96ddabd-aeb2-452f-99dd-556de651c43c","remote_addr":"[fd00:1122:3344:101::a]:42764","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19945,"response_code":200} {"msg":"path is \"/data/regions/ffaa92d7-77da-4f73-b375-626df92ca0d7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:36.681709986Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"datafile"} {"msg":"dataset is oxp_6d6ed0b2-3129-4dcb-aa02-eb303cba94fe/crucible/regions/ffaa92d7-77da-4f73-b375-626df92ca0d7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:36.68671784Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"datafile"} {"msg":"snapshot is oxp_6d6ed0b2-3129-4dcb-aa02-eb303cba94fe/crucible/regions/ffaa92d7-77da-4f73-b375-626df92ca0d7@9084cea5-f53f-4b9a-8e06-c1f473249406","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:36.691503469Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6d6ed0b2-3129-4dcb-aa02-eb303cba94fe/crucible/regions/ffaa92d7-77da-4f73-b375-626df92ca0d7\", \"9084cea5-f53f-4b9a-8e06-c1f473249406\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:36.691523539Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot ffaa92d7-77da-4f73-b375-626df92ca0d7-9084cea5-f53f-4b9a-8e06-c1f473249406 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:36.698352529Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"datafile"} {"msg":"applying SMF actions for region ffaa92d7-77da-4f73-b375-626df92ca0d7 running snapshot 9084cea5-f53f-4b9a-8e06-c1f473249406 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:36.698532403Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:36.698543833Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"uri":"/crucible/0/regions/ffaa92d7-77da-4f73-b375-626df92ca0d7/snapshots/9084cea5-f53f-4b9a-8e06-c1f473249406/run","method":"POST","req_id":"8fbe7487-efc6-435e-b278-5ed5861e9605","remote_addr":"[fd00:1122:3344:101::a]:42764","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":16873,"response_code":200} {"msg":"creating missing snapshot instance snapshot-ffaa92d7-77da-4f73-b375-626df92ca0d7-9084cea5-f53f-4b9a-8e06-c1f473249406","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:36.703589298Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ffaa92d7-77da-4f73-b375-626df92ca0d7-9084cea5-f53f-4b9a-8e06-c1f473249406","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:36.705044664Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ffaa92d7-77da-4f73-b375-626df92ca0d7-9084cea5-f53f-4b9a-8e06-c1f473249406","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:36.709940516Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ffaa92d7-77da-4f73-b375-626df92ca0d7/.zfs/snapshot/9084cea5-f53f-4b9a-8e06-c1f473249406","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:36.710288805Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:36.710332626Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:36.710371367Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:36.710408428Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:36.710453189Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:36.712295364Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:36.715060173Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"worker"} {"msg":"region ffaa92d7-77da-4f73-b375-626df92ca0d7 running snapshot 9084cea5-f53f-4b9a-8e06-c1f473249406 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:36.715071223Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"datafile"} {"msg":"path is \"/data/regions/ffaa92d7-77da-4f73-b375-626df92ca0d7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:37.053474843Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"datafile"} {"msg":"dataset is oxp_6d6ed0b2-3129-4dcb-aa02-eb303cba94fe/crucible/regions/ffaa92d7-77da-4f73-b375-626df92ca0d7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:37.05979053Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"datafile"} {"msg":"snapshot is oxp_6d6ed0b2-3129-4dcb-aa02-eb303cba94fe/crucible/regions/ffaa92d7-77da-4f73-b375-626df92ca0d7@9084cea5-f53f-4b9a-8e06-c1f473249406","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:37.0662646Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6d6ed0b2-3129-4dcb-aa02-eb303cba94fe/crucible/regions/ffaa92d7-77da-4f73-b375-626df92ca0d7\", \"9084cea5-f53f-4b9a-8e06-c1f473249406\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:37.066299691Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-12T00:08:37.071356006Z","hostname":"oxz_crucible_0605af88-d6ad-4e25-b21f-806500293f3e","pid":22534,"uri":"/crucible/0/regions/ffaa92d7-77da-4f73-b375-626df92ca0d7/snapshots/9084cea5-f53f-4b9a-8e06-c1f473249406/run","method":"POST","req_id":"1719519c-73b9-4581-9785-26e18262a41f","remote_addr":"[fd00:1122:3344:101::a]:42764","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17926,"response_code":200}