{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:20.368034546Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:57409"} {"msg":"region 8fd73ec9-c811-4bac-9c15-c1342c7e77a8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:20.368185719Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:20.36881673Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:20.36883199Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"uri":"/crucible/0/regions","method":"POST","req_id":"79ae5026-9804-4a73-a90c-0c3cd11a9ba2","remote_addr":"[fd00:1122:3344:101::b]:57409","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":698,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_cfe05d0f-9c89-4c61-934d-049bf60e8f19/crucible/regions/8fd73ec9-c811-4bac-9c15-c1342c7e77a8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:20.377391685Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_cfe05d0f-9c89-4c61-934d-049bf60e8f19/crucible/regions/8fd73ec9-c811-4bac-9c15-c1342c7e77a8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:20.377406905Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8fd73ec9-c811-4bac-9c15-c1342c7e77a8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8fd73ec9-c811-4bac-9c15-c1342c7e77a8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:20.43968763Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"region":"8fd73ec9-c811-4bac-9c15-c1342c7e77a8","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8fd73ec9-c811-4bac-9c15-c1342c7e77a8\" \"--data\" \"/data/regions/8fd73ec9-c811-4bac-9c15-c1342c7e77a8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:20.439726571Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"region":"8fd73ec9-c811-4bac-9c15-c1342c7e77a8","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:20.525445041Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"region":"8fd73ec9-c811-4bac-9c15-c1342c7e77a8","component":"worker"} {"msg":"region 8fd73ec9-c811-4bac-9c15-c1342c7e77a8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:20.525480554Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:20.525645342Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8fd73ec9-c811-4bac-9c15-c1342c7e77a8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:20.541438078Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8fd73ec9-c811-4bac-9c15-c1342c7e77a8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:20.552697041Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:20.561613622Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8fd73ec9-c811-4bac-9c15-c1342c7e77a8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:20.564699428Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8fd73ec9-c811-4bac-9c15-c1342c7e77a8","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:20.565004353Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:20.565050094Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:20.565095915Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:20.565134095Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:20.568289643Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:20.572613321Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:20.67128045Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"uri":"/crucible/0/regions","method":"POST","req_id":"ce49833b-4b44-42f6-9fae-e174cfff3778","remote_addr":"[fd00:1122:3344:101::b]:57409","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:21.852415853Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"uri":"/crucible/0/regions/6f7076b3-b54c-4a27-b553-60f7e77a2b1d","method":"GET","req_id":"998b27ce-8694-46d5-868e-19bc8d5cdc6f","remote_addr":"[fd00:1122:3344:101::b]:57409","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"path is \"/data/regions/6f7076b3-b54c-4a27-b553-60f7e77a2b1d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:21.856096969Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"datafile"} {"msg":"dataset is oxp_cfe05d0f-9c89-4c61-934d-049bf60e8f19/crucible/regions/6f7076b3-b54c-4a27-b553-60f7e77a2b1d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:21.862692808Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"datafile"} {"msg":"snapshot is oxp_cfe05d0f-9c89-4c61-934d-049bf60e8f19/crucible/regions/6f7076b3-b54c-4a27-b553-60f7e77a2b1d@73230fae-a274-4db8-8a3b-a1d456228a60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:21.868433972Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_cfe05d0f-9c89-4c61-934d-049bf60e8f19/crucible/regions/6f7076b3-b54c-4a27-b553-60f7e77a2b1d\", \"73230fae-a274-4db8-8a3b-a1d456228a60\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:21.868472133Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:21.87661214Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"uri":"/crucible/0/regions/6f7076b3-b54c-4a27-b553-60f7e77a2b1d/snapshots/73230fae-a274-4db8-8a3b-a1d456228a60","method":"GET","req_id":"be0beaff-712c-4659-80a2-cb967537d534","remote_addr":"[fd00:1122:3344:101::b]:57409","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20540,"response_code":200} {"msg":"path is \"/data/regions/6f7076b3-b54c-4a27-b553-60f7e77a2b1d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:21.880022661Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"datafile"} {"msg":"dataset is oxp_cfe05d0f-9c89-4c61-934d-049bf60e8f19/crucible/regions/6f7076b3-b54c-4a27-b553-60f7e77a2b1d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:21.885137994Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"datafile"} {"msg":"snapshot is oxp_cfe05d0f-9c89-4c61-934d-049bf60e8f19/crucible/regions/6f7076b3-b54c-4a27-b553-60f7e77a2b1d@73230fae-a274-4db8-8a3b-a1d456228a60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:21.891502319Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_cfe05d0f-9c89-4c61-934d-049bf60e8f19/crucible/regions/6f7076b3-b54c-4a27-b553-60f7e77a2b1d\", \"73230fae-a274-4db8-8a3b-a1d456228a60\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:21.891529269Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 6f7076b3-b54c-4a27-b553-60f7e77a2b1d-73230fae-a274-4db8-8a3b-a1d456228a60 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:21.899277999Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"datafile"} {"msg":"applying SMF actions for region 6f7076b3-b54c-4a27-b553-60f7e77a2b1d running snapshot 73230fae-a274-4db8-8a3b-a1d456228a60 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:21.899420332Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:21.899430842Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"uri":"/crucible/0/regions/6f7076b3-b54c-4a27-b553-60f7e77a2b1d/snapshots/73230fae-a274-4db8-8a3b-a1d456228a60/run","method":"POST","req_id":"e6d7c2e1-92eb-43bc-860c-c6ac480ef5f9","remote_addr":"[fd00:1122:3344:101::b]:57409","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19432,"response_code":200} {"msg":"creating missing snapshot instance snapshot-6f7076b3-b54c-4a27-b553-60f7e77a2b1d-73230fae-a274-4db8-8a3b-a1d456228a60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:21.90428675Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-6f7076b3-b54c-4a27-b553-60f7e77a2b1d-73230fae-a274-4db8-8a3b-a1d456228a60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:21.90707063Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-6f7076b3-b54c-4a27-b553-60f7e77a2b1d-73230fae-a274-4db8-8a3b-a1d456228a60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:21.917704672Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6f7076b3-b54c-4a27-b553-60f7e77a2b1d/.zfs/snapshot/73230fae-a274-4db8-8a3b-a1d456228a60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:21.917963447Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:21.918008218Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:21.918044408Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:21.918081689Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:21.91813293Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:21.921623083Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:21.92644007Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"worker"} {"msg":"region 6f7076b3-b54c-4a27-b553-60f7e77a2b1d running snapshot 73230fae-a274-4db8-8a3b-a1d456228a60 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:21.92644953Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"datafile"} {"msg":"path is \"/data/regions/6f7076b3-b54c-4a27-b553-60f7e77a2b1d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:22.100960692Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"datafile"} {"msg":"dataset is oxp_cfe05d0f-9c89-4c61-934d-049bf60e8f19/crucible/regions/6f7076b3-b54c-4a27-b553-60f7e77a2b1d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:22.107832996Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"datafile"} {"msg":"snapshot is oxp_cfe05d0f-9c89-4c61-934d-049bf60e8f19/crucible/regions/6f7076b3-b54c-4a27-b553-60f7e77a2b1d@73230fae-a274-4db8-8a3b-a1d456228a60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:22.114446665Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_cfe05d0f-9c89-4c61-934d-049bf60e8f19/crucible/regions/6f7076b3-b54c-4a27-b553-60f7e77a2b1d\", \"73230fae-a274-4db8-8a3b-a1d456228a60\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:22.114462146Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-08T22:10:22.120666018Z","hostname":"oxz_crucible_fff21f05-36a0-472b-a469-ca08fed36787","pid":23742,"uri":"/crucible/0/regions/6f7076b3-b54c-4a27-b553-60f7e77a2b1d/snapshots/73230fae-a274-4db8-8a3b-a1d456228a60/run","method":"POST","req_id":"c02a53a8-25b6-416e-9c7e-08383e5b6d77","remote_addr":"[fd00:1122:3344:101::b]:57409","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19747,"response_code":200}