{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:20.931538372Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61365"}
{"msg":"region aa695797-e5fe-4434-8e19-b9c527a78002 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:20.931727556Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:20.936047037Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"uri":"/crucible/0/regions","method":"POST","req_id":"e2b03ebe-8cdc-454b-a80a-a20c8e6cd509","remote_addr":"[fd00:1122:3344:101::a]:61365","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":4348,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:20.936061927Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ed8fba3a-857e-4ff6-b1df-ecf3e0cd30a4/crucible/regions/aa695797-e5fe-4434-8e19-b9c527a78002","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:20.947878358Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ed8fba3a-857e-4ff6-b1df-ecf3e0cd30a4/crucible/regions/aa695797-e5fe-4434-8e19-b9c527a78002","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:20.947908219Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"aa695797-e5fe-4434-8e19-b9c527a78002\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/aa695797-e5fe-4434-8e19-b9c527a78002\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.037806131Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"region":"aa695797-e5fe-4434-8e19-b9c527a78002","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"aa695797-e5fe-4434-8e19-b9c527a78002\" \"--data\" \"/data/regions/aa695797-e5fe-4434-8e19-b9c527a78002\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.037860192Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"region":"aa695797-e5fe-4434-8e19-b9c527a78002","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.156464231Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"region":"aa695797-e5fe-4434-8e19-b9c527a78002","component":"worker"}
{"msg":"region aa695797-e5fe-4434-8e19-b9c527a78002 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.156545063Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.156623374Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/199fe127-676c-4f17-9fea-b7de6a449294","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.164659865Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.164756656Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.164858778Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.164873078Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.16492187Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-199fe127-676c-4f17-9fea-b7de6a449294","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.164997611Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/199fe127-676c-4f17-9fea-b7de6a449294","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.165121683Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.165201475Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.165260046Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.165321437Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.173630933Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-aa695797-e5fe-4434-8e19-b9c527a78002","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.174191173Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-aa695797-e5fe-4434-8e19-b9c527a78002","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.178087766Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.192961604Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aa695797-e5fe-4434-8e19-b9c527a78002","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.196682534Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aa695797-e5fe-4434-8e19-b9c527a78002","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.197042Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.197131012Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.197198043Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.197266545Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.200981794Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.206580569Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:21.300322153Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"uri":"/crucible/0/regions","method":"POST","req_id":"2bab4390-8ebf-4233-a3b2-c4c89889c3b0","remote_addr":"[fd00:1122:3344:101::a]:61365","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":86,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.71796673Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"uri":"/crucible/0/regions/199fe127-676c-4f17-9fea-b7de6a449294","method":"GET","req_id":"3bac5b0b-f16d-4039-9ee7-08db78c9f69b","remote_addr":"[fd00:1122:3344:101::a]:61365","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":60,"response_code":"200"}
{"msg":"path is \"/data/regions/199fe127-676c-4f17-9fea-b7de6a449294\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.720995936Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"datafile"}
{"msg":"dataset is oxp_ed8fba3a-857e-4ff6-b1df-ecf3e0cd30a4/crucible/regions/199fe127-676c-4f17-9fea-b7de6a449294","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.730525415Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"datafile"}
{"msg":"snapshot is oxp_ed8fba3a-857e-4ff6-b1df-ecf3e0cd30a4/crucible/regions/199fe127-676c-4f17-9fea-b7de6a449294@ae65bcf7-709e-49e8-9f19-7a552a6adc12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.739413071Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ed8fba3a-857e-4ff6-b1df-ecf3e0cd30a4/crucible/regions/199fe127-676c-4f17-9fea-b7de6a449294\", \"ae65bcf7-709e-49e8-9f19-7a552a6adc12\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.739452552Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.749980889Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"uri":"/crucible/0/regions/199fe127-676c-4f17-9fea-b7de6a449294/snapshots/ae65bcf7-709e-49e8-9f19-7a552a6adc12","method":"GET","req_id":"efee2cf0-e340-4975-9f98-239b87e3beb2","remote_addr":"[fd00:1122:3344:101::a]:61365","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":28993,"response_code":"200"}
{"msg":"path is \"/data/regions/199fe127-676c-4f17-9fea-b7de6a449294\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.753571516Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"datafile"}
{"msg":"dataset is oxp_ed8fba3a-857e-4ff6-b1df-ecf3e0cd30a4/crucible/regions/199fe127-676c-4f17-9fea-b7de6a449294","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.762027954Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"datafile"}
{"msg":"snapshot is oxp_ed8fba3a-857e-4ff6-b1df-ecf3e0cd30a4/crucible/regions/199fe127-676c-4f17-9fea-b7de6a449294@ae65bcf7-709e-49e8-9f19-7a552a6adc12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.770263189Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ed8fba3a-857e-4ff6-b1df-ecf3e0cd30a4/crucible/regions/199fe127-676c-4f17-9fea-b7de6a449294\", \"ae65bcf7-709e-49e8-9f19-7a552a6adc12\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.770292929Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 199fe127-676c-4f17-9fea-b7de6a449294-ae65bcf7-709e-49e8-9f19-7a552a6adc12 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.779595283Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"datafile"}
{"msg":"applying SMF actions for region 199fe127-676c-4f17-9fea-b7de6a449294 running snapshot ae65bcf7-709e-49e8-9f19-7a552a6adc12 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.779829097Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.779840278Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"uri":"/crucible/0/regions/199fe127-676c-4f17-9fea-b7de6a449294/snapshots/ae65bcf7-709e-49e8-9f19-7a552a6adc12/run","method":"POST","req_id":"09bb0a69-8c73-43dd-b60b-def3323d8a08","remote_addr":"[fd00:1122:3344:101::a]:61365","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26294,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/199fe127-676c-4f17-9fea-b7de6a449294","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.780390868Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.780473649Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.780553761Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.780563451Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.780601822Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-199fe127-676c-4f17-9fea-b7de6a449294","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.780647013Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/199fe127-676c-4f17-9fea-b7de6a449294","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.78102397Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.781087551Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.781142502Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.781185093Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.784511805Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-199fe127-676c-4f17-9fea-b7de6a449294-ae65bcf7-709e-49e8-9f19-7a552a6adc12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.7858639Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-199fe127-676c-4f17-9fea-b7de6a449294-ae65bcf7-709e-49e8-9f19-7a552a6adc12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.795229766Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-199fe127-676c-4f17-9fea-b7de6a449294-ae65bcf7-709e-49e8-9f19-7a552a6adc12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.804670752Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/199fe127-676c-4f17-9fea-b7de6a449294/.zfs/snapshot/ae65bcf7-709e-49e8-9f19-7a552a6adc12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.804973818Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.805044739Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.80509008Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.805131114Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.805173002Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.809143656Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.81311591Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"region 199fe127-676c-4f17-9fea-b7de6a449294 running snapshot ae65bcf7-709e-49e8-9f19-7a552a6adc12 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:22.81312458Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"datafile"}
{"msg":"path is \"/data/regions/199fe127-676c-4f17-9fea-b7de6a449294\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:23.128310228Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"datafile"}
{"msg":"dataset is oxp_ed8fba3a-857e-4ff6-b1df-ecf3e0cd30a4/crucible/regions/199fe127-676c-4f17-9fea-b7de6a449294","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:23.137093793Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"datafile"}
{"msg":"snapshot is oxp_ed8fba3a-857e-4ff6-b1df-ecf3e0cd30a4/crucible/regions/199fe127-676c-4f17-9fea-b7de6a449294@ae65bcf7-709e-49e8-9f19-7a552a6adc12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:23.146411077Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ed8fba3a-857e-4ff6-b1df-ecf3e0cd30a4/crucible/regions/199fe127-676c-4f17-9fea-b7de6a449294\", \"ae65bcf7-709e-49e8-9f19-7a552a6adc12\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:23.146450208Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:23.155880494Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"uri":"/crucible/0/regions/199fe127-676c-4f17-9fea-b7de6a449294/snapshots/ae65bcf7-709e-49e8-9f19-7a552a6adc12/run","method":"POST","req_id":"fdab8d80-2264-4693-b125-a31158f40738","remote_addr":"[fd00:1122:3344:101::a]:61365","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27600,"response_code":"200"}
{"msg":"region ad29693a-3840-4506-95df-f71d3d6ca17d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:26.878889688Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:26.879070472Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"uri":"/crucible/0/regions","method":"POST","req_id":"64ba36b5-3a87-4004-962e-b77e1696d308","remote_addr":"[fd00:1122:3344:101::a]:61365","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":248,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:26.879097782Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ed8fba3a-857e-4ff6-b1df-ecf3e0cd30a4/crucible/regions/ad29693a-3840-4506-95df-f71d3d6ca17d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:26.888797963Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ed8fba3a-857e-4ff6-b1df-ecf3e0cd30a4/crucible/regions/ad29693a-3840-4506-95df-f71d3d6ca17d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:26.888832034Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ad29693a-3840-4506-95df-f71d3d6ca17d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ad29693a-3840-4506-95df-f71d3d6ca17d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:26.942533059Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"region":"ad29693a-3840-4506-95df-f71d3d6ca17d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ad29693a-3840-4506-95df-f71d3d6ca17d\" \"--data\" \"/data/regions/ad29693a-3840-4506-95df-f71d3d6ca17d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:26.94258527Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"region":"ad29693a-3840-4506-95df-f71d3d6ca17d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:27.014269151Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"region":"ad29693a-3840-4506-95df-f71d3d6ca17d","component":"worker"}
{"msg":"region ad29693a-3840-4506-95df-f71d3d6ca17d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:27.014314452Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:27.014403574Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/199fe127-676c-4f17-9fea-b7de6a449294","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:27.015035076Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:27.015124177Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:27.015208409Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:27.015220889Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:27.01525799Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-199fe127-676c-4f17-9fea-b7de6a449294","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:27.015339991Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/199fe127-676c-4f17-9fea-b7de6a449294","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:27.015722938Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:27.01578837Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:27.015836811Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:27.015884812Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:27.020010499Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ad29693a-3840-4506-95df-f71d3d6ca17d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:27.0211519Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ad29693a-3840-4506-95df-f71d3d6ca17d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:27.023780649Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:27.032704306Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ad29693a-3840-4506-95df-f71d3d6ca17d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:27.036737322Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ad29693a-3840-4506-95df-f71d3d6ca17d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:27.037005757Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:27.037072898Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:27.037113779Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:27.03715582Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:27.040537213Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:27.046477384Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:27.124716368Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"uri":"/crucible/0/regions","method":"POST","req_id":"6de6fb46-b267-428f-8263-aff4cfe82a92","remote_addr":"[fd00:1122:3344:101::a]:61365","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:52.332273771Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"uri":"/crucible/0/regions/ad29693a-3840-4506-95df-f71d3d6ca17d","method":"GET","req_id":"2dea5ab0-480b-4890-ac65-a05da60d6584","remote_addr":"[fd00:1122:3344:101::a]:61365","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"path is \"/data/regions/ad29693a-3840-4506-95df-f71d3d6ca17d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:52.335635394Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"datafile"}
{"msg":"dataset is oxp_ed8fba3a-857e-4ff6-b1df-ecf3e0cd30a4/crucible/regions/ad29693a-3840-4506-95df-f71d3d6ca17d","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:52.347666089Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"datafile"}
{"msg":"region ad29693a-3840-4506-95df-f71d3d6ca17d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:52.358234827Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:52.358429081Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-ad29693a-3840-4506-95df-f71d3d6ca17d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:52.360201744Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:52.360743964Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"uri":"/crucible/0/regions/ad29693a-3840-4506-95df-f71d3d6ca17d","method":"DELETE","req_id":"16f9c551-6bfb-43d4-b36e-315ea0b08bc7","remote_addr":"[fd00:1122:3344:101::a]:61365","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25136,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:52.364185159Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"uri":"/crucible/0/regions/ad29693a-3840-4506-95df-f71d3d6ca17d","method":"GET","req_id":"9260c2f9-7966-403b-881c-d8d4218f8634","remote_addr":"[fd00:1122:3344:101::a]:61365","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":30,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/199fe127-676c-4f17-9fea-b7de6a449294","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:52.366283348Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:52.36637558Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:52.366466491Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:52.366502322Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:52.366562843Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-199fe127-676c-4f17-9fea-b7de6a449294","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:52.366614514Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/199fe127-676c-4f17-9fea-b7de6a449294","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:52.3669717Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:52.367037432Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:52.367085503Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:52.367130094Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:52.371423914Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:52.373552834Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ed8fba3a-857e-4ff6-b1df-ecf3e0cd30a4/crucible/regions/ad29693a-3840-4506-95df-f71d3d6ca17d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:52.384431217Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"region":"ad29693a-3840-4506-95df-f71d3d6ca17d","component":"worker"}
{"msg":"region ad29693a-3840-4506-95df-f71d3d6ca17d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:52.425958134Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-23T09:19:52.486240682Z","hostname":"oxz_crucible_70464b9d-8658-401f-8157-5d899e662209","pid":22889,"uri":"/crucible/0/regions/ad29693a-3840-4506-95df-f71d3d6ca17d","method":"GET","req_id":"7222513c-eb4f-4d77-861f-ecc576970daf","remote_addr":"[fd00:1122:3344:101::a]:61365","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":62,"response_code":"200"}