{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:06.932530196Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:59217"} {"msg":"region 40f46cdc-ccdc-403b-8024-45c174810938 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:06.932640559Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:06.933276182Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:06.933284512Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"uri":"/crucible/0/regions","method":"POST","req_id":"013ea336-7f9d-4386-88e6-14a88d8fcd58","remote_addr":"[fd00:1122:3344:101::b]:59217","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":673,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_a51b3b05-7403-4806-9065-c4a139ceb59c/crucible/regions/40f46cdc-ccdc-403b-8024-45c174810938","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:06.943411617Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a51b3b05-7403-4806-9065-c4a139ceb59c/crucible/regions/40f46cdc-ccdc-403b-8024-45c174810938","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:06.943431738Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"40f46cdc-ccdc-403b-8024-45c174810938\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/40f46cdc-ccdc-403b-8024-45c174810938\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:07.008471498Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"region":"40f46cdc-ccdc-403b-8024-45c174810938","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"40f46cdc-ccdc-403b-8024-45c174810938\" \"--data\" \"/data/regions/40f46cdc-ccdc-403b-8024-45c174810938\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:07.008512899Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"region":"40f46cdc-ccdc-403b-8024-45c174810938","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:07.185357901Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"uri":"/crucible/0/regions","method":"POST","req_id":"ac0226e7-3100-416c-8806-3993f73ed52d","remote_addr":"[fd00:1122:3344:101::b]:59217","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:07.306880859Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"region":"40f46cdc-ccdc-403b-8024-45c174810938","component":"worker"} {"msg":"region 40f46cdc-ccdc-403b-8024-45c174810938 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:07.30692018Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:07.307026843Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-40f46cdc-ccdc-403b-8024-45c174810938","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:07.307785209Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-40f46cdc-ccdc-403b-8024-45c174810938","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:07.322156754Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:07.351471896Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-40f46cdc-ccdc-403b-8024-45c174810938","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:07.357214258Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/40f46cdc-ccdc-403b-8024-45c174810938","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:07.357414342Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:07.357456653Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:07.357498524Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:07.357525104Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:07.361868346Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:07.368760483Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:07.794697361Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"uri":"/crucible/0/regions","method":"POST","req_id":"0294f356-d3d5-425e-a16c-acf144006bc4","remote_addr":"[fd00:1122:3344:101::b]:59217","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"region aabc214e-d929-4541-8771-673f80c0eeb7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:14.568771048Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:14.568938121Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:14.568946891Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"uri":"/crucible/0/regions","method":"POST","req_id":"6e23ca6b-5a35-4aa0-adaa-672cf682df10","remote_addr":"[fd00:1122:3344:101::b]:59217","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":222,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_a51b3b05-7403-4806-9065-c4a139ceb59c/crucible/regions/aabc214e-d929-4541-8771-673f80c0eeb7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:14.574748425Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a51b3b05-7403-4806-9065-c4a139ceb59c/crucible/regions/aabc214e-d929-4541-8771-673f80c0eeb7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:14.574766765Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"aabc214e-d929-4541-8771-673f80c0eeb7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/aabc214e-d929-4541-8771-673f80c0eeb7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:14.643578565Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"region":"aabc214e-d929-4541-8771-673f80c0eeb7","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"aabc214e-d929-4541-8771-673f80c0eeb7\" \"--data\" \"/data/regions/aabc214e-d929-4541-8771-673f80c0eeb7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:14.643607576Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"region":"aabc214e-d929-4541-8771-673f80c0eeb7","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:14.757088083Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"region":"aabc214e-d929-4541-8771-673f80c0eeb7","component":"worker"} {"msg":"region aabc214e-d929-4541-8771-673f80c0eeb7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:14.757122774Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:14.757245317Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-aabc214e-d929-4541-8771-673f80c0eeb7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:14.761818464Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-aabc214e-d929-4541-8771-673f80c0eeb7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:14.772340277Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:14.78281178Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aabc214e-d929-4541-8771-673f80c0eeb7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:14.788437959Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aabc214e-d929-4541-8771-673f80c0eeb7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:14.788721875Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:14.788779306Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:14.788826867Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:14.788894389Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:14.793913095Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:14.80073699Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:14.856637596Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"uri":"/crucible/0/regions","method":"POST","req_id":"87016d12-c6db-4cd7-84c8-a8aa20c6a1f6","remote_addr":"[fd00:1122:3344:101::b]:59217","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:40.422135589Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"uri":"/crucible/0/regions/aabc214e-d929-4541-8771-673f80c0eeb7","method":"GET","req_id":"271029bd-fe32-4c2e-8ba8-ab07ee15529f","remote_addr":"[fd00:1122:3344:101::b]:59217","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"path is \"/data/regions/aabc214e-d929-4541-8771-673f80c0eeb7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:40.425724976Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"datafile"} {"msg":"dataset is oxp_a51b3b05-7403-4806-9065-c4a139ceb59c/crucible/regions/aabc214e-d929-4541-8771-673f80c0eeb7","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:40.437349062Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"datafile"} {"msg":"region aabc214e-d929-4541-8771-673f80c0eeb7 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:40.444520044Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:40.444688358Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:40.444696868Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"uri":"/crucible/0/regions/aabc214e-d929-4541-8771-673f80c0eeb7","method":"DELETE","req_id":"88f8b1cf-9758-4416-af33-a077f79a2eff","remote_addr":"[fd00:1122:3344:101::b]:59217","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19033,"response_code":204} {"msg":"disabling downstairs instance: downstairs-aabc214e-d929-4541-8771-673f80c0eeb7 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:40.446089408Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:40.447651391Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"uri":"/crucible/0/regions/aabc214e-d929-4541-8771-673f80c0eeb7","method":"GET","req_id":"4e892b9b-a360-465e-b592-5d9b86e84f09","remote_addr":"[fd00:1122:3344:101::b]:59217","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":31,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:40.457339386Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_a51b3b05-7403-4806-9065-c4a139ceb59c/crucible/regions/aabc214e-d929-4541-8771-673f80c0eeb7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:40.465619802Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"region":"aabc214e-d929-4541-8771-673f80c0eeb7","component":"worker"} {"msg":"region aabc214e-d929-4541-8771-673f80c0eeb7 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:40.516162275Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T22:40:40.57863079Z","hostname":"oxz_crucible_c413109b-960b-49fa-bf29-49e9d6e2ce70","pid":23278,"uri":"/crucible/0/regions/aabc214e-d929-4541-8771-673f80c0eeb7","method":"GET","req_id":"b8338826-3275-4450-a56e-83ebf9596a57","remote_addr":"[fd00:1122:3344:101::b]:59217","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":53,"response_code":200}