{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:32.086766425Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:44827"} {"msg":"region b97804c6-93fa-4c7c-8f0e-0e7d39d4633d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:32.086836236Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:32.087428949Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"uri":"/crucible/0/regions","method":"POST","req_id":"4a6aa039-0715-4469-8a9e-77234087f2d8","remote_addr":"[fd00:1122:3344:101::b]:44827","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":624,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:32.087443949Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_204176c8-cd0c-45b4-8b48-002e9323f442/crucible/regions/b97804c6-93fa-4c7c-8f0e-0e7d39d4633d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:32.096128529Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_204176c8-cd0c-45b4-8b48-002e9323f442/crucible/regions/b97804c6-93fa-4c7c-8f0e-0e7d39d4633d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:32.096147609Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b97804c6-93fa-4c7c-8f0e-0e7d39d4633d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b97804c6-93fa-4c7c-8f0e-0e7d39d4633d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:32.144433448Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"region":"b97804c6-93fa-4c7c-8f0e-0e7d39d4633d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b97804c6-93fa-4c7c-8f0e-0e7d39d4633d\" \"--data\" \"/data/regions/b97804c6-93fa-4c7c-8f0e-0e7d39d4633d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:32.144465218Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"region":"b97804c6-93fa-4c7c-8f0e-0e7d39d4633d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:32.222186702Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"region":"b97804c6-93fa-4c7c-8f0e-0e7d39d4633d","component":"worker"} {"msg":"region b97804c6-93fa-4c7c-8f0e-0e7d39d4633d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:32.222213927Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:32.222313593Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b97804c6-93fa-4c7c-8f0e-0e7d39d4633d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:32.242744857Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b97804c6-93fa-4c7c-8f0e-0e7d39d4633d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:32.249762508Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:32.253973093Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"uri":"/crucible/0/regions","method":"POST","req_id":"3959a03a-343b-4a1c-bf81-5a673c87aea1","remote_addr":"[fd00:1122:3344:101::b]:44827","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:32.258761466Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b97804c6-93fa-4c7c-8f0e-0e7d39d4633d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:32.261912967Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b97804c6-93fa-4c7c-8f0e-0e7d39d4633d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:32.262217809Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:32.26226697Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:32.26230738Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:32.26234602Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:32.266046645Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:32.270280374Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:33.756436798Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"uri":"/crucible/0/regions/26aac6eb-e45d-4ad4-b23c-639918711cc3","method":"GET","req_id":"bdd8d7d8-8a27-40df-a483-e8fc26553ef8","remote_addr":"[fd00:1122:3344:101::b]:44827","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":83,"response_code":200} {"msg":"path is \"/data/regions/26aac6eb-e45d-4ad4-b23c-639918711cc3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:33.759896802Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"datafile"} {"msg":"dataset is oxp_204176c8-cd0c-45b4-8b48-002e9323f442/crucible/regions/26aac6eb-e45d-4ad4-b23c-639918711cc3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:33.766349255Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"datafile"} {"msg":"snapshot is oxp_204176c8-cd0c-45b4-8b48-002e9323f442/crucible/regions/26aac6eb-e45d-4ad4-b23c-639918711cc3@2f99c99d-ea9c-4f1a-91d9-36a7bbabbce9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:33.772174635Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_204176c8-cd0c-45b4-8b48-002e9323f442/crucible/regions/26aac6eb-e45d-4ad4-b23c-639918711cc3\", \"2f99c99d-ea9c-4f1a-91d9-36a7bbabbce9\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:33.772191445Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:33.781285267Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"uri":"/crucible/0/regions/26aac6eb-e45d-4ad4-b23c-639918711cc3/snapshots/2f99c99d-ea9c-4f1a-91d9-36a7bbabbce9","method":"GET","req_id":"dfcad809-e393-41aa-9826-f4844c4400c6","remote_addr":"[fd00:1122:3344:101::b]:44827","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21404,"response_code":200} {"msg":"path is \"/data/regions/26aac6eb-e45d-4ad4-b23c-639918711cc3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:33.785184684Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"datafile"} {"msg":"dataset is oxp_204176c8-cd0c-45b4-8b48-002e9323f442/crucible/regions/26aac6eb-e45d-4ad4-b23c-639918711cc3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:33.791320136Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"datafile"} {"msg":"snapshot is oxp_204176c8-cd0c-45b4-8b48-002e9323f442/crucible/regions/26aac6eb-e45d-4ad4-b23c-639918711cc3@2f99c99d-ea9c-4f1a-91d9-36a7bbabbce9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:33.797116795Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_204176c8-cd0c-45b4-8b48-002e9323f442/crucible/regions/26aac6eb-e45d-4ad4-b23c-639918711cc3\", \"2f99c99d-ea9c-4f1a-91d9-36a7bbabbce9\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:33.797140145Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 26aac6eb-e45d-4ad4-b23c-639918711cc3-2f99c99d-ea9c-4f1a-91d9-36a7bbabbce9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:33.804583666Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:33.804712317Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"uri":"/crucible/0/regions/26aac6eb-e45d-4ad4-b23c-639918711cc3/snapshots/2f99c99d-ea9c-4f1a-91d9-36a7bbabbce9/run","method":"POST","req_id":"f22d636a-227c-4634-9dc5-158c603958c3","remote_addr":"[fd00:1122:3344:101::b]:44827","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19553,"response_code":200} {"msg":"applying SMF actions for region 26aac6eb-e45d-4ad4-b23c-639918711cc3 running snapshot 2f99c99d-ea9c-4f1a-91d9-36a7bbabbce9 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:33.804725377Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-26aac6eb-e45d-4ad4-b23c-639918711cc3-2f99c99d-ea9c-4f1a-91d9-36a7bbabbce9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:33.809157947Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-26aac6eb-e45d-4ad4-b23c-639918711cc3-2f99c99d-ea9c-4f1a-91d9-36a7bbabbce9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:33.814957877Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-26aac6eb-e45d-4ad4-b23c-639918711cc3-2f99c99d-ea9c-4f1a-91d9-36a7bbabbce9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:33.825190906Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/26aac6eb-e45d-4ad4-b23c-639918711cc3/.zfs/snapshot/2f99c99d-ea9c-4f1a-91d9-36a7bbabbce9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:33.825506778Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:33.825547398Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:33.825582119Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:33.825621159Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:33.825663029Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:33.828966502Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:33.833581173Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"worker"} {"msg":"region 26aac6eb-e45d-4ad4-b23c-639918711cc3 running snapshot 2f99c99d-ea9c-4f1a-91d9-36a7bbabbce9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:33.833593323Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"datafile"} {"msg":"path is \"/data/regions/26aac6eb-e45d-4ad4-b23c-639918711cc3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:34.0476199Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"datafile"} {"msg":"dataset is oxp_204176c8-cd0c-45b4-8b48-002e9323f442/crucible/regions/26aac6eb-e45d-4ad4-b23c-639918711cc3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:34.05342817Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"datafile"} {"msg":"snapshot is oxp_204176c8-cd0c-45b4-8b48-002e9323f442/crucible/regions/26aac6eb-e45d-4ad4-b23c-639918711cc3@2f99c99d-ea9c-4f1a-91d9-36a7bbabbce9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:34.059616162Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_204176c8-cd0c-45b4-8b48-002e9323f442/crucible/regions/26aac6eb-e45d-4ad4-b23c-639918711cc3\", \"2f99c99d-ea9c-4f1a-91d9-36a7bbabbce9\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:34.059644972Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T17:22:34.064493095Z","hostname":"oxz_crucible_3a4f3589-d566-4077-90a4-131fe1815300","pid":24284,"uri":"/crucible/0/regions/26aac6eb-e45d-4ad4-b23c-639918711cc3/snapshots/2f99c99d-ea9c-4f1a-91d9-36a7bbabbce9/run","method":"POST","req_id":"35304a6e-8255-474e-8338-cc2a763dd8ca","remote_addr":"[fd00:1122:3344:101::b]:44827","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16909,"response_code":200}