{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:52:56.272249832Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61075"} {"msg":"region cde5b05c-9e35-4d79-affe-fc7431b5c025 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:52:56.32721262Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:52:56.330439151Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:52:56.330457662Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"uri":"/crucible/0/regions","method":"POST","req_id":"acc6965c-9caf-456e-b016-13c7ccb0999d","remote_addr":"[fd00:1122:3344:101::a]:61075","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25508,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_27e656f0-08b7-4f0d-9fbd-2d192633133c/crucible/regions/cde5b05c-9e35-4d79-affe-fc7431b5c025","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:52:56.346099036Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_27e656f0-08b7-4f0d-9fbd-2d192633133c/crucible/regions/cde5b05c-9e35-4d79-affe-fc7431b5c025","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:52:56.346117196Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"cde5b05c-9e35-4d79-affe-fc7431b5c025\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cde5b05c-9e35-4d79-affe-fc7431b5c025\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:52:56.415816149Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"region":"cde5b05c-9e35-4d79-affe-fc7431b5c025","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cde5b05c-9e35-4d79-affe-fc7431b5c025\" \"--data\" \"/data/regions/cde5b05c-9e35-4d79-affe-fc7431b5c025\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:52:56.418190281Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"region":"cde5b05c-9e35-4d79-affe-fc7431b5c025","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:52:56.550750216Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"uri":"/crucible/0/regions","method":"POST","req_id":"d646e978-3a0b-496c-acef-45d2278e3034","remote_addr":"[fd00:1122:3344:101::a]:61075","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":39,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:52:56.812930072Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"uri":"/crucible/0/regions","method":"POST","req_id":"d6845d76-b2f3-49b7-b167-029e77e2b8aa","remote_addr":"[fd00:1122:3344:101::a]:61075","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:52:56.892839678Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"region":"cde5b05c-9e35-4d79-affe-fc7431b5c025","component":"worker"} {"msg":"region cde5b05c-9e35-4d79-affe-fc7431b5c025 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:52:56.892873019Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:52:56.892986192Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-cde5b05c-9e35-4d79-affe-fc7431b5c025","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:52:56.89337514Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cde5b05c-9e35-4d79-affe-fc7431b5c025","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:52:56.906348245Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:52:56.939694839Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cde5b05c-9e35-4d79-affe-fc7431b5c025","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:52:56.952658734Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cde5b05c-9e35-4d79-affe-fc7431b5c025","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:52:56.953708077Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:52:56.953781929Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:52:56.953820479Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:52:56.9538555Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:52:56.973803769Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:52:56.990982016Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:52:57.79243071Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"uri":"/crucible/0/regions","method":"POST","req_id":"b4bb0e86-3aba-4b4e-be19-64186fc17303","remote_addr":"[fd00:1122:3344:101::a]:61075","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"region 0587015d-f238-4884-81f8-5b38b65e667d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:05.569576281Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:05.569761814Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:05.569779355Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"uri":"/crucible/0/regions","method":"POST","req_id":"c15e4526-9e45-45d9-be6f-3580986db3be","remote_addr":"[fd00:1122:3344:101::a]:61075","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":240,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_27e656f0-08b7-4f0d-9fbd-2d192633133c/crucible/regions/0587015d-f238-4884-81f8-5b38b65e667d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:05.576351919Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_27e656f0-08b7-4f0d-9fbd-2d192633133c/crucible/regions/0587015d-f238-4884-81f8-5b38b65e667d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:05.57637131Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0587015d-f238-4884-81f8-5b38b65e667d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0587015d-f238-4884-81f8-5b38b65e667d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:05.706772257Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"region":"0587015d-f238-4884-81f8-5b38b65e667d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0587015d-f238-4884-81f8-5b38b65e667d\" \"--data\" \"/data/regions/0587015d-f238-4884-81f8-5b38b65e667d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:05.706816098Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"region":"0587015d-f238-4884-81f8-5b38b65e667d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:05.917052863Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"region":"0587015d-f238-4884-81f8-5b38b65e667d","component":"worker"} {"msg":"region 0587015d-f238-4884-81f8-5b38b65e667d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:05.917093299Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:05.917199023Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0587015d-f238-4884-81f8-5b38b65e667d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:05.917664484Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0587015d-f238-4884-81f8-5b38b65e667d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:05.93247012Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:05.932600203Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"uri":"/crucible/0/regions","method":"POST","req_id":"d713efbe-a00d-41ed-95cc-056fb8086eb7","remote_addr":"[fd00:1122:3344:101::a]:61075","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:05.95706341Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0587015d-f238-4884-81f8-5b38b65e667d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:05.982896098Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0587015d-f238-4884-81f8-5b38b65e667d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:05.983219985Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:05.983280237Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:05.983326058Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:05.983365939Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:06.011279733Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:06.045597517Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:39.469577334Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:39793"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:39.469690216Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"uri":"/crucible/0/regions/0587015d-f238-4884-81f8-5b38b65e667d","method":"GET","req_id":"2d6bef49-a80a-4575-8bfe-b25ede4fb8c0","remote_addr":"[fd00:1122:3344:101::a]:39793","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"path is \"/data/regions/0587015d-f238-4884-81f8-5b38b65e667d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:39.47304433Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"datafile"} {"msg":"dataset is oxp_27e656f0-08b7-4f0d-9fbd-2d192633133c/crucible/regions/0587015d-f238-4884-81f8-5b38b65e667d","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:39.484985033Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"datafile"} {"msg":"region 0587015d-f238-4884-81f8-5b38b65e667d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:39.492448417Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:39.49304935Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:39.493072551Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"uri":"/crucible/0/regions/0587015d-f238-4884-81f8-5b38b65e667d","method":"DELETE","req_id":"84d5da64-ed9f-415e-89ae-d40496d440c8","remote_addr":"[fd00:1122:3344:101::a]:39793","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20028,"response_code":204} {"msg":"disabling downstairs instance: downstairs-0587015d-f238-4884-81f8-5b38b65e667d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:39.493689004Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:39.49669957Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"uri":"/crucible/0/regions/0587015d-f238-4884-81f8-5b38b65e667d","method":"GET","req_id":"a1a0da37-6ebe-40f0-b6b0-e042fb0107dd","remote_addr":"[fd00:1122:3344:101::a]:39793","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":32,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:39.539722107Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_27e656f0-08b7-4f0d-9fbd-2d192633133c/crucible/regions/0587015d-f238-4884-81f8-5b38b65e667d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:39.547295903Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"region":"0587015d-f238-4884-81f8-5b38b65e667d","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:39.589330067Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"uri":"/crucible/0/regions/0587015d-f238-4884-81f8-5b38b65e667d","method":"GET","req_id":"e3853fb6-8e28-4058-8d0b-3451c6842a45","remote_addr":"[fd00:1122:3344:101::a]:39793","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":43,"response_code":200} {"msg":"region 0587015d-f238-4884-81f8-5b38b65e667d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:39.652870304Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-17T13:53:39.77089615Z","hostname":"oxz_crucible_255320df-6b57-4f29-9deb-d0d8949c26f5","pid":22935,"uri":"/crucible/0/regions/0587015d-f238-4884-81f8-5b38b65e667d","method":"GET","req_id":"2f3f9efd-9f91-46fd-9add-ba8577582647","remote_addr":"[fd00:1122:3344:101::a]:39793","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":38,"response_code":200}