{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.508046796Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58229"} {"msg":"region b1313b88-e7c2-4bb1-bd2b-e050baed7102 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.508138068Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.50873084Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"uri":"/crucible/0/regions","method":"POST","req_id":"c2924b95-9598-4822-ae8e-179b2e900ca8","remote_addr":"[fd00:1122:3344:101::a]:58229","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":621,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.508757481Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_6af4d82f-2fb5-48a1-aaa0-87bd3bd414e6/crucible/regions/b1313b88-e7c2-4bb1-bd2b-e050baed7102","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.517729752Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_6af4d82f-2fb5-48a1-aaa0-87bd3bd414e6/crucible/regions/b1313b88-e7c2-4bb1-bd2b-e050baed7102","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.517754972Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b1313b88-e7c2-4bb1-bd2b-e050baed7102\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b1313b88-e7c2-4bb1-bd2b-e050baed7102\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.571830033Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"region":"b1313b88-e7c2-4bb1-bd2b-e050baed7102","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b1313b88-e7c2-4bb1-bd2b-e050baed7102\" \"--data\" \"/data/regions/b1313b88-e7c2-4bb1-bd2b-e050baed7102\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.571869554Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"region":"b1313b88-e7c2-4bb1-bd2b-e050baed7102","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.659798657Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"region":"b1313b88-e7c2-4bb1-bd2b-e050baed7102","component":"worker"} {"msg":"region b1313b88-e7c2-4bb1-bd2b-e050baed7102 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.659831848Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.65993499Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b1313b88-e7c2-4bb1-bd2b-e050baed7102","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.680072737Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b1313b88-e7c2-4bb1-bd2b-e050baed7102","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.691667371Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.704115071Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b1313b88-e7c2-4bb1-bd2b-e050baed7102","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.707227174Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b1313b88-e7c2-4bb1-bd2b-e050baed7102","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.70751796Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.707583061Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.707620762Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.707653133Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.709714824Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"uri":"/crucible/0/regions","method":"POST","req_id":"03b8663c-193d-4349-924d-0f723fcbd41b","remote_addr":"[fd00:1122:3344:101::a]:58229","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.711545492Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:30.719221106Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:32.991646816Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"uri":"/crucible/0/regions/a52fb219-bb45-464f-a0dc-671b0e046e65","method":"GET","req_id":"95922795-a5fc-48f4-ad03-34e70b6c41a0","remote_addr":"[fd00:1122:3344:101::a]:58229","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"path is \"/data/regions/a52fb219-bb45-464f-a0dc-671b0e046e65\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:32.995060405Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"datafile"} {"msg":"dataset is oxp_6af4d82f-2fb5-48a1-aaa0-87bd3bd414e6/crucible/regions/a52fb219-bb45-464f-a0dc-671b0e046e65","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.000314861Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"datafile"} {"msg":"snapshot is oxp_6af4d82f-2fb5-48a1-aaa0-87bd3bd414e6/crucible/regions/a52fb219-bb45-464f-a0dc-671b0e046e65@7c7854fe-198f-43b9-822d-69a32c45d0a6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.007588978Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6af4d82f-2fb5-48a1-aaa0-87bd3bd414e6/crucible/regions/a52fb219-bb45-464f-a0dc-671b0e046e65\", \"7c7854fe-198f-43b9-822d-69a32c45d0a6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.007606258Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.015086652Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"uri":"/crucible/0/regions/a52fb219-bb45-464f-a0dc-671b0e046e65/snapshots/7c7854fe-198f-43b9-822d-69a32c45d0a6","method":"GET","req_id":"a2bb8d6d-091c-41bf-ae5f-8c5a0df204bc","remote_addr":"[fd00:1122:3344:101::a]:58229","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":20041,"response_code":200} {"msg":"path is \"/data/regions/a52fb219-bb45-464f-a0dc-671b0e046e65\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.018726483Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"datafile"} {"msg":"dataset is oxp_6af4d82f-2fb5-48a1-aaa0-87bd3bd414e6/crucible/regions/a52fb219-bb45-464f-a0dc-671b0e046e65","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.024954488Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"datafile"} {"msg":"snapshot is oxp_6af4d82f-2fb5-48a1-aaa0-87bd3bd414e6/crucible/regions/a52fb219-bb45-464f-a0dc-671b0e046e65@7c7854fe-198f-43b9-822d-69a32c45d0a6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.03049613Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6af4d82f-2fb5-48a1-aaa0-87bd3bd414e6/crucible/regions/a52fb219-bb45-464f-a0dc-671b0e046e65\", \"7c7854fe-198f-43b9-822d-69a32c45d0a6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.03051742Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot a52fb219-bb45-464f-a0dc-671b0e046e65-7c7854fe-198f-43b9-822d-69a32c45d0a6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.037961791Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.038082423Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"uri":"/crucible/0/regions/a52fb219-bb45-464f-a0dc-671b0e046e65/snapshots/7c7854fe-198f-43b9-822d-69a32c45d0a6/run","method":"POST","req_id":"40410054-1d00-418d-8c17-82b375e46d0c","remote_addr":"[fd00:1122:3344:101::a]:58229","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":19373,"response_code":200} {"msg":"applying SMF actions for region a52fb219-bb45-464f-a0dc-671b0e046e65 running snapshot 7c7854fe-198f-43b9-822d-69a32c45d0a6 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.038094653Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-a52fb219-bb45-464f-a0dc-671b0e046e65-7c7854fe-198f-43b9-822d-69a32c45d0a6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.04286595Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a52fb219-bb45-464f-a0dc-671b0e046e65-7c7854fe-198f-43b9-822d-69a32c45d0a6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.050996194Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a52fb219-bb45-464f-a0dc-671b0e046e65-7c7854fe-198f-43b9-822d-69a32c45d0a6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.060772401Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a52fb219-bb45-464f-a0dc-671b0e046e65/.zfs/snapshot/7c7854fe-198f-43b9-822d-69a32c45d0a6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.061000695Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.061045846Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.061083417Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.061117468Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.061159509Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.064824893Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.06915181Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"worker"} {"msg":"region a52fb219-bb45-464f-a0dc-671b0e046e65 running snapshot 7c7854fe-198f-43b9-822d-69a32c45d0a6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.06916392Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"datafile"} {"msg":"path is \"/data/regions/a52fb219-bb45-464f-a0dc-671b0e046e65\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.270371269Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"datafile"} {"msg":"dataset is oxp_6af4d82f-2fb5-48a1-aaa0-87bd3bd414e6/crucible/regions/a52fb219-bb45-464f-a0dc-671b0e046e65","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.277457292Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"datafile"} {"msg":"snapshot is oxp_6af4d82f-2fb5-48a1-aaa0-87bd3bd414e6/crucible/regions/a52fb219-bb45-464f-a0dc-671b0e046e65@7c7854fe-198f-43b9-822d-69a32c45d0a6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.283654077Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6af4d82f-2fb5-48a1-aaa0-87bd3bd414e6/crucible/regions/a52fb219-bb45-464f-a0dc-671b0e046e65\", \"7c7854fe-198f-43b9-822d-69a32c45d0a6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.283675478Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T22:34:33.289326361Z","hostname":"oxz_crucible_6e61852c-dc01-4df5-9615-6bf6157c8da1","pid":25674,"uri":"/crucible/0/regions/a52fb219-bb45-464f-a0dc-671b0e046e65/snapshots/7c7854fe-198f-43b9-822d-69a32c45d0a6/run","method":"POST","req_id":"c91d7b5f-e470-414b-a8cd-9eb1536ce8cf","remote_addr":"[fd00:1122:3344:101::a]:58229","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18989,"response_code":200}