{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.049342662Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:37779"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.049428184Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"uri":"/crucible/0/regions/db2e11ed-cd3e-4e5b-aa0d-92e9babc8266","method":"GET","req_id":"b386141b-1a76-42f1-b3b2-9514dc94333e","remote_addr":"[fd00:1122:3344:101::c]:37779","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"path is \"/data/regions/db2e11ed-cd3e-4e5b-aa0d-92e9babc8266\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.052959078Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"datafile"} {"msg":"dataset is oxp_3a249419-d984-47d2-839e-30bfd5ab62f7/crucible/regions/db2e11ed-cd3e-4e5b-aa0d-92e9babc8266","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.058404768Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"datafile"} {"msg":"snapshot is oxp_3a249419-d984-47d2-839e-30bfd5ab62f7/crucible/regions/db2e11ed-cd3e-4e5b-aa0d-92e9babc8266@d02c87a3-d921-4dc9-99c3-8a7b5cae59c3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.065494967Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3a249419-d984-47d2-839e-30bfd5ab62f7/crucible/regions/db2e11ed-cd3e-4e5b-aa0d-92e9babc8266\", \"d02c87a3-d921-4dc9-99c3-8a7b5cae59c3\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.065510337Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.075562207Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"uri":"/crucible/0/regions/db2e11ed-cd3e-4e5b-aa0d-92e9babc8266/snapshots/d02c87a3-d921-4dc9-99c3-8a7b5cae59c3","method":"GET","req_id":"14fec34d-2de4-4b89-89b6-9f45f08ad7c7","remote_addr":"[fd00:1122:3344:101::c]:37779","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22612,"response_code":200} {"msg":"path is \"/data/regions/db2e11ed-cd3e-4e5b-aa0d-92e9babc8266\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.079164272Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"datafile"} {"msg":"dataset is oxp_3a249419-d984-47d2-839e-30bfd5ab62f7/crucible/regions/db2e11ed-cd3e-4e5b-aa0d-92e9babc8266","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.084871288Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"datafile"} {"msg":"snapshot is oxp_3a249419-d984-47d2-839e-30bfd5ab62f7/crucible/regions/db2e11ed-cd3e-4e5b-aa0d-92e9babc8266@d02c87a3-d921-4dc9-99c3-8a7b5cae59c3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.090467862Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3a249419-d984-47d2-839e-30bfd5ab62f7/crucible/regions/db2e11ed-cd3e-4e5b-aa0d-92e9babc8266\", \"d02c87a3-d921-4dc9-99c3-8a7b5cae59c3\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.090488702Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot db2e11ed-cd3e-4e5b-aa0d-92e9babc8266-d02c87a3-d921-4dc9-99c3-8a7b5cae59c3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.098158975Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.101227238Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"uri":"/crucible/0/regions/db2e11ed-cd3e-4e5b-aa0d-92e9babc8266/snapshots/d02c87a3-d921-4dc9-99c3-8a7b5cae59c3/run","method":"POST","req_id":"6282f5aa-7189-4739-9a66-a93039bada33","remote_addr":"[fd00:1122:3344:101::c]:37779","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22078,"response_code":200} {"msg":"applying SMF actions for region db2e11ed-cd3e-4e5b-aa0d-92e9babc8266 running snapshot d02c87a3-d921-4dc9-99c3-8a7b5cae59c3 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.101244878Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/db2e11ed-cd3e-4e5b-aa0d-92e9babc8266","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.118558371Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.118667204Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.118780126Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.118791467Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.118843118Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-db2e11ed-cd3e-4e5b-aa0d-92e9babc8266","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.118907279Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/db2e11ed-cd3e-4e5b-aa0d-92e9babc8266","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.119031372Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.119082363Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.119124664Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.119165816Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.128517328Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-db2e11ed-cd3e-4e5b-aa0d-92e9babc8266-d02c87a3-d921-4dc9-99c3-8a7b5cae59c3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.131076909Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-db2e11ed-cd3e-4e5b-aa0d-92e9babc8266-d02c87a3-d921-4dc9-99c3-8a7b5cae59c3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.136736274Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-db2e11ed-cd3e-4e5b-aa0d-92e9babc8266-d02c87a3-d921-4dc9-99c3-8a7b5cae59c3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.150503942Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/db2e11ed-cd3e-4e5b-aa0d-92e9babc8266/.zfs/snapshot/d02c87a3-d921-4dc9-99c3-8a7b5cae59c3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.15082462Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.150878201Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.150916392Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.150955383Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.151002084Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.154993899Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.160121341Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"region db2e11ed-cd3e-4e5b-aa0d-92e9babc8266 running snapshot d02c87a3-d921-4dc9-99c3-8a7b5cae59c3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.160132361Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"datafile"} {"msg":"path is \"/data/regions/db2e11ed-cd3e-4e5b-aa0d-92e9babc8266\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.474777388Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"datafile"} {"msg":"dataset is oxp_3a249419-d984-47d2-839e-30bfd5ab62f7/crucible/regions/db2e11ed-cd3e-4e5b-aa0d-92e9babc8266","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.481376645Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"datafile"} {"msg":"snapshot is oxp_3a249419-d984-47d2-839e-30bfd5ab62f7/crucible/regions/db2e11ed-cd3e-4e5b-aa0d-92e9babc8266@d02c87a3-d921-4dc9-99c3-8a7b5cae59c3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.488438753Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3a249419-d984-47d2-839e-30bfd5ab62f7/crucible/regions/db2e11ed-cd3e-4e5b-aa0d-92e9babc8266\", \"d02c87a3-d921-4dc9-99c3-8a7b5cae59c3\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.488455983Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:44.49543458Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"uri":"/crucible/0/regions/db2e11ed-cd3e-4e5b-aa0d-92e9babc8266/snapshots/d02c87a3-d921-4dc9-99c3-8a7b5cae59c3/run","method":"POST","req_id":"77b42ad2-8dca-48d0-ac27-c946f1e52f11","remote_addr":"[fd00:1122:3344:101::c]:37779","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":20722,"response_code":200} {"msg":"region a919adbc-9529-43a1-a910-a57d152692dc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.19303469Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.193268246Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"uri":"/crucible/0/regions","method":"POST","req_id":"7c131b19-ec46-4801-adfc-53d75ab0bdf6","remote_addr":"[fd00:1122:3344:101::c]:37779","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":277,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.193289496Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_3a249419-d984-47d2-839e-30bfd5ab62f7/crucible/regions/a919adbc-9529-43a1-a910-a57d152692dc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.200288373Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3a249419-d984-47d2-839e-30bfd5ab62f7/crucible/regions/a919adbc-9529-43a1-a910-a57d152692dc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.200310993Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a919adbc-9529-43a1-a910-a57d152692dc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a919adbc-9529-43a1-a910-a57d152692dc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.251681337Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"region":"a919adbc-9529-43a1-a910-a57d152692dc","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a919adbc-9529-43a1-a910-a57d152692dc\" \"--data\" \"/data/regions/a919adbc-9529-43a1-a910-a57d152692dc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.251715988Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"region":"a919adbc-9529-43a1-a910-a57d152692dc","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.332905833Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"region":"a919adbc-9529-43a1-a910-a57d152692dc","component":"worker"} {"msg":"region a919adbc-9529-43a1-a910-a57d152692dc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.332943093Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.333059936Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a919adbc-9529-43a1-a910-a57d152692dc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.333404164Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a919adbc-9529-43a1-a910-a57d152692dc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.338825183Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.345240916Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a919adbc-9529-43a1-a910-a57d152692dc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.348536885Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a919adbc-9529-43a1-a910-a57d152692dc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.348790301Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.348838062Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.348887223Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.348926674Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.352245143Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/db2e11ed-cd3e-4e5b-aa0d-92e9babc8266","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.356598887Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.35672597Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.356836583Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.356847103Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.356884424Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-db2e11ed-cd3e-4e5b-aa0d-92e9babc8266","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.356928245Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/db2e11ed-cd3e-4e5b-aa0d-92e9babc8266","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.360999322Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.361053893Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.361099584Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.361148855Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.364424164Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.366209286Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:20:49.552381542Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"uri":"/crucible/0/regions","method":"POST","req_id":"fb90c906-39d7-42cc-8bd9-f3a698aa82f6","remote_addr":"[fd00:1122:3344:101::c]:37779","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":80,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.662144166Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"uri":"/crucible/0/regions/a919adbc-9529-43a1-a910-a57d152692dc","method":"GET","req_id":"70b9a56d-333b-4e17-8101-d42f8dc6c283","remote_addr":"[fd00:1122:3344:101::c]:37779","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"path is \"/data/regions/a919adbc-9529-43a1-a910-a57d152692dc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.665004804Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"datafile"} {"msg":"dataset is oxp_3a249419-d984-47d2-839e-30bfd5ab62f7/crucible/regions/a919adbc-9529-43a1-a910-a57d152692dc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.709284379Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"datafile"} {"msg":"region a919adbc-9529-43a1-a910-a57d152692dc state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.715448286Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.717323841Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.717333081Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"uri":"/crucible/0/regions/a919adbc-9529-43a1-a910-a57d152692dc","method":"DELETE","req_id":"a6e82f6d-d3e9-49aa-8455-16b0af4448a5","remote_addr":"[fd00:1122:3344:101::c]:37779","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":52343,"response_code":204} {"msg":"disabling downstairs instance: downstairs-a919adbc-9529-43a1-a910-a57d152692dc (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.717958746Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.720452905Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"uri":"/crucible/0/regions/a919adbc-9529-43a1-a910-a57d152692dc","method":"GET","req_id":"5537fdc0-8233-4a29-b0da-8d493ae96793","remote_addr":"[fd00:1122:3344:101::c]:37779","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":34,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/db2e11ed-cd3e-4e5b-aa0d-92e9babc8266","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.746606798Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.74669866Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.746774752Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.746784113Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.746820343Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-db2e11ed-cd3e-4e5b-aa0d-92e9babc8266","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.746864335Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/db2e11ed-cd3e-4e5b-aa0d-92e9babc8266","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.747332156Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.747406837Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.747465619Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.74751974Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.777763431Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"uri":"/crucible/0/regions/a919adbc-9529-43a1-a910-a57d152692dc","method":"GET","req_id":"e1a21bea-c9ef-4d1a-8f2d-6bac8191ae8b","remote_addr":"[fd00:1122:3344:101::c]:37779","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":33,"response_code":200} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.801919426Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.803147136Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_3a249419-d984-47d2-839e-30bfd5ab62f7/crucible/regions/a919adbc-9529-43a1-a910-a57d152692dc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.810510451Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"region":"a919adbc-9529-43a1-a910-a57d152692dc","component":"worker"} {"msg":"region a919adbc-9529-43a1-a910-a57d152692dc state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.887141987Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:21:17.928564534Z","hostname":"oxz_crucible_ac2d7884-5ac0-4a49-b5ac-ac35e77f7542","pid":25829,"uri":"/crucible/0/regions/a919adbc-9529-43a1-a910-a57d152692dc","method":"GET","req_id":"405ef267-1eee-4f98-8e25-85b0082bd19f","remote_addr":"[fd00:1122:3344:101::c]:37779","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":70,"response_code":200}