{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.465174353Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33510"}
{"msg":"region 91a23e01-5270-410d-9740-fc3eea3de2e0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.465290844Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.469105216Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.469115906Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"uri":"/crucible/0/regions","method":"POST","req_id":"d77dab81-4fe0-41bd-8471-b0475246a9f8","remote_addr":"[fd00:1122:3344:101::a]:33510","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":3885,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_7e866fb4-d5cc-4562-a5b6-9cbb6153f6a0/crucible/regions/91a23e01-5270-410d-9740-fc3eea3de2e0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.475752906Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_7e866fb4-d5cc-4562-a5b6-9cbb6153f6a0/crucible/regions/91a23e01-5270-410d-9740-fc3eea3de2e0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.475778886Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"91a23e01-5270-410d-9740-fc3eea3de2e0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/91a23e01-5270-410d-9740-fc3eea3de2e0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.518622186Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"region":"91a23e01-5270-410d-9740-fc3eea3de2e0","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"91a23e01-5270-410d-9740-fc3eea3de2e0\" \"--data\" \"/data/regions/91a23e01-5270-410d-9740-fc3eea3de2e0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.518655757Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"region":"91a23e01-5270-410d-9740-fc3eea3de2e0","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.573287837Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"region":"91a23e01-5270-410d-9740-fc3eea3de2e0","component":"worker"}
{"msg":"region 91a23e01-5270-410d-9740-fc3eea3de2e0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.573320887Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.573452739Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-91a23e01-5270-410d-9740-fc3eea3de2e0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.573826014Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-91a23e01-5270-410d-9740-fc3eea3de2e0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.579374389Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.596925657Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-91a23e01-5270-410d-9740-fc3eea3de2e0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.598182994Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/91a23e01-5270-410d-9740-fc3eea3de2e0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.598503718Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.598546159Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.598586099Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.5986223Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.600603396Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/f0dc03c9-360f-4e50-abba-aad0fe4e0898","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.61347081Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.613576782Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.613657513Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.613663813Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.613706504Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f0dc03c9-360f-4e50-abba-aad0fe4e0898","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.613767194Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f0dc03c9-360f-4e50-abba-aad0fe4e0898","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.613870886Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.613927767Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.613984168Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.614036208Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.616024935Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.616437091Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:24.71755742Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"uri":"/crucible/0/regions","method":"POST","req_id":"8c554537-85b3-4c5e-8e6f-e2754c21c699","remote_addr":"[fd00:1122:3344:101::a]:33510","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.524800339Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"uri":"/crucible/0/regions/f0dc03c9-360f-4e50-abba-aad0fe4e0898","method":"GET","req_id":"39f4664d-cd8d-4ebc-900c-344e050244d3","remote_addr":"[fd00:1122:3344:101::a]:33510","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":67,"response_code":200}
{"msg":"path is \"/data/regions/f0dc03c9-360f-4e50-abba-aad0fe4e0898\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.53005535Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"datafile"}
{"msg":"dataset is oxp_7e866fb4-d5cc-4562-a5b6-9cbb6153f6a0/crucible/regions/f0dc03c9-360f-4e50-abba-aad0fe4e0898","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.536759261Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"datafile"}
{"msg":"snapshot is oxp_7e866fb4-d5cc-4562-a5b6-9cbb6153f6a0/crucible/regions/f0dc03c9-360f-4e50-abba-aad0fe4e0898@c80dba5a-e055-4d9f-92a5-171e11b86329","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.542984795Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7e866fb4-d5cc-4562-a5b6-9cbb6153f6a0/crucible/regions/f0dc03c9-360f-4e50-abba-aad0fe4e0898\", \"c80dba5a-e055-4d9f-92a5-171e11b86329\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.543006885Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.551306738Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"uri":"/crucible/0/regions/f0dc03c9-360f-4e50-abba-aad0fe4e0898/snapshots/c80dba5a-e055-4d9f-92a5-171e11b86329","method":"GET","req_id":"aaf69ef6-5a08-4da1-bb19-b65299edc20b","remote_addr":"[fd00:1122:3344:101::a]:33510","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21275,"response_code":200}
{"msg":"path is \"/data/regions/f0dc03c9-360f-4e50-abba-aad0fe4e0898\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.562761683Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"datafile"}
{"msg":"dataset is oxp_7e866fb4-d5cc-4562-a5b6-9cbb6153f6a0/crucible/regions/f0dc03c9-360f-4e50-abba-aad0fe4e0898","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.569905119Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"datafile"}
{"msg":"snapshot is oxp_7e866fb4-d5cc-4562-a5b6-9cbb6153f6a0/crucible/regions/f0dc03c9-360f-4e50-abba-aad0fe4e0898@c80dba5a-e055-4d9f-92a5-171e11b86329","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.576667551Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7e866fb4-d5cc-4562-a5b6-9cbb6153f6a0/crucible/regions/f0dc03c9-360f-4e50-abba-aad0fe4e0898\", \"c80dba5a-e055-4d9f-92a5-171e11b86329\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.576693791Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot f0dc03c9-360f-4e50-abba-aad0fe4e0898-c80dba5a-e055-4d9f-92a5-171e11b86329 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.585971497Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.586137469Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"uri":"/crucible/0/regions/f0dc03c9-360f-4e50-abba-aad0fe4e0898/snapshots/c80dba5a-e055-4d9f-92a5-171e11b86329/run","method":"POST","req_id":"d8c4bb4e-1afe-4167-b2ef-2241c36e3ea1","remote_addr":"[fd00:1122:3344:101::a]:33510","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":23398,"response_code":200}
{"msg":"applying SMF actions for region f0dc03c9-360f-4e50-abba-aad0fe4e0898 running snapshot c80dba5a-e055-4d9f-92a5-171e11b86329 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.58617614Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/f0dc03c9-360f-4e50-abba-aad0fe4e0898","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.587551818Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.587626929Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.58770002Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.5877098Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.587744561Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f0dc03c9-360f-4e50-abba-aad0fe4e0898","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.587786281Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f0dc03c9-360f-4e50-abba-aad0fe4e0898","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.588079725Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.588129426Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.588172607Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.588216797Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.590420467Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-f0dc03c9-360f-4e50-abba-aad0fe4e0898-c80dba5a-e055-4d9f-92a5-171e11b86329","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.593809983Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f0dc03c9-360f-4e50-abba-aad0fe4e0898-c80dba5a-e055-4d9f-92a5-171e11b86329","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.60319856Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f0dc03c9-360f-4e50-abba-aad0fe4e0898-c80dba5a-e055-4d9f-92a5-171e11b86329","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.608816876Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f0dc03c9-360f-4e50-abba-aad0fe4e0898/.zfs/snapshot/c80dba5a-e055-4d9f-92a5-171e11b86329","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.609132701Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.609191761Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.609236122Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.609275343Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.609326863Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.611456002Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.614591684Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"region f0dc03c9-360f-4e50-abba-aad0fe4e0898 running snapshot c80dba5a-e055-4d9f-92a5-171e11b86329 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.614603515Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"datafile"}
{"msg":"path is \"/data/regions/f0dc03c9-360f-4e50-abba-aad0fe4e0898\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.869445605Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"datafile"}
{"msg":"dataset is oxp_7e866fb4-d5cc-4562-a5b6-9cbb6153f6a0/crucible/regions/f0dc03c9-360f-4e50-abba-aad0fe4e0898","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.876110615Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"datafile"}
{"msg":"snapshot is oxp_7e866fb4-d5cc-4562-a5b6-9cbb6153f6a0/crucible/regions/f0dc03c9-360f-4e50-abba-aad0fe4e0898@c80dba5a-e055-4d9f-92a5-171e11b86329","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.883341543Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7e866fb4-d5cc-4562-a5b6-9cbb6153f6a0/crucible/regions/f0dc03c9-360f-4e50-abba-aad0fe4e0898\", \"c80dba5a-e055-4d9f-92a5-171e11b86329\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.883383494Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:25.890433289Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"uri":"/crucible/0/regions/f0dc03c9-360f-4e50-abba-aad0fe4e0898/snapshots/c80dba5a-e055-4d9f-92a5-171e11b86329/run","method":"POST","req_id":"ae960862-edc5-4ae1-9a30-9f9d0fd03aff","remote_addr":"[fd00:1122:3344:101::a]:33510","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21028,"response_code":200}
{"msg":"region cd8afdf8-992d-4a8d-97b4-e49669c9b253 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.627312871Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.627536214Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.627568075Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"uri":"/crucible/0/regions","method":"POST","req_id":"a242c0b5-36f1-469b-8075-98cbff455ae9","remote_addr":"[fd00:1122:3344:101::a]:33510","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":276,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_7e866fb4-d5cc-4562-a5b6-9cbb6153f6a0/crucible/regions/cd8afdf8-992d-4a8d-97b4-e49669c9b253","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.633042019Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_7e866fb4-d5cc-4562-a5b6-9cbb6153f6a0/crucible/regions/cd8afdf8-992d-4a8d-97b4-e49669c9b253","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.6330689Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"cd8afdf8-992d-4a8d-97b4-e49669c9b253\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cd8afdf8-992d-4a8d-97b4-e49669c9b253\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.675561495Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"region":"cd8afdf8-992d-4a8d-97b4-e49669c9b253","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cd8afdf8-992d-4a8d-97b4-e49669c9b253\" \"--data\" \"/data/regions/cd8afdf8-992d-4a8d-97b4-e49669c9b253\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.675599955Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"region":"cd8afdf8-992d-4a8d-97b4-e49669c9b253","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.726307742Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"region":"cd8afdf8-992d-4a8d-97b4-e49669c9b253","component":"worker"}
{"msg":"region cd8afdf8-992d-4a8d-97b4-e49669c9b253 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.726336312Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.726450934Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-cd8afdf8-992d-4a8d-97b4-e49669c9b253","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.727481988Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cd8afdf8-992d-4a8d-97b4-e49669c9b253","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.729030349Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.732715879Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cd8afdf8-992d-4a8d-97b4-e49669c9b253","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.734110308Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cd8afdf8-992d-4a8d-97b4-e49669c9b253","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.73431044Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.734350271Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.734386541Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.734421722Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.736398419Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/f0dc03c9-360f-4e50-abba-aad0fe4e0898","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.739536801Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.739615022Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.739689893Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.739699583Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.739733524Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f0dc03c9-360f-4e50-abba-aad0fe4e0898","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.739773814Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f0dc03c9-360f-4e50-abba-aad0fe4e0898","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.742246538Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.742294408Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.742338399Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.742381369Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.744536069Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.746512985Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:30.983325331Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"uri":"/crucible/0/regions","method":"POST","req_id":"04824771-cd99-4d38-bd8d-04c89213006c","remote_addr":"[fd00:1122:3344:101::a]:33510","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:56.510155917Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"uri":"/crucible/0/regions/cd8afdf8-992d-4a8d-97b4-e49669c9b253","method":"GET","req_id":"775fce29-50e7-48b5-a75b-b0e87ed24242","remote_addr":"[fd00:1122:3344:101::a]:33510","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"path is \"/data/regions/cd8afdf8-992d-4a8d-97b4-e49669c9b253\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:56.513248189Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"datafile"}
{"msg":"dataset is oxp_7e866fb4-d5cc-4562-a5b6-9cbb6153f6a0/crucible/regions/cd8afdf8-992d-4a8d-97b4-e49669c9b253","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:56.523493358Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"datafile"}
{"msg":"region cd8afdf8-992d-4a8d-97b4-e49669c9b253 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:56.530884568Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:56.5310311Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:56.53104218Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"uri":"/crucible/0/regions/cd8afdf8-992d-4a8d-97b4-e49669c9b253","method":"DELETE","req_id":"d441ed91-f889-483e-a176-a6a12afbd783","remote_addr":"[fd00:1122:3344:101::a]:33510","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17810,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-cd8afdf8-992d-4a8d-97b4-e49669c9b253 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:56.532248176Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:56.535146406Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"uri":"/crucible/0/regions/cd8afdf8-992d-4a8d-97b4-e49669c9b253","method":"GET","req_id":"00ef0374-b708-4e55-8f5b-7f4f914e6003","remote_addr":"[fd00:1122:3344:101::a]:33510","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/f0dc03c9-360f-4e50-abba-aad0fe4e0898","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:56.535842285Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:56.535924896Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:56.536006747Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:56.536013838Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:56.536052178Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f0dc03c9-360f-4e50-abba-aad0fe4e0898","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:56.536094299Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f0dc03c9-360f-4e50-abba-aad0fe4e0898","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:56.536663156Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:56.536681867Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:56.536697757Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:56.536710937Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:56.538655423Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:56.540409097Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_7e866fb4-d5cc-4562-a5b6-9cbb6153f6a0/crucible/regions/cd8afdf8-992d-4a8d-97b4-e49669c9b253\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:56.548914573Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"region":"cd8afdf8-992d-4a8d-97b4-e49669c9b253","component":"worker"}
{"msg":"region cd8afdf8-992d-4a8d-97b4-e49669c9b253 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:56.59677264Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-22T19:46:56.602335575Z","hostname":"oxz_crucible_95a76c67-d86d-4257-be02-de8778bc11bf","pid":23814,"uri":"/crucible/0/regions/cd8afdf8-992d-4a8d-97b4-e49669c9b253","method":"GET","req_id":"926f0399-f97b-4eeb-b8e8-c7fa44009757","remote_addr":"[fd00:1122:3344:101::a]:33510","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":49,"response_code":200}