{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:08.575495766Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38714"} {"msg":"region dce429cb-3753-41d7-88c9-0c6b35743311 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:08.619915522Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:08.625221304Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:08.625247085Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"uri":"/crucible/0/regions","method":"POST","req_id":"82454ce6-bef5-4548-a629-35ee5bf47018","remote_addr":"[fd00:1122:3344:101::a]:38714","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17166,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_562c6685-9a8a-41af-a7d7-a1bd17e9d85b/crucible/regions/dce429cb-3753-41d7-88c9-0c6b35743311","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:08.633067555Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_562c6685-9a8a-41af-a7d7-a1bd17e9d85b/crucible/regions/dce429cb-3753-41d7-88c9-0c6b35743311","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:08.633084896Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"dce429cb-3753-41d7-88c9-0c6b35743311\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/dce429cb-3753-41d7-88c9-0c6b35743311\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:08.686005645Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"region":"dce429cb-3753-41d7-88c9-0c6b35743311","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"dce429cb-3753-41d7-88c9-0c6b35743311\" \"--data\" \"/data/regions/dce429cb-3753-41d7-88c9-0c6b35743311\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:08.688191237Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"region":"dce429cb-3753-41d7-88c9-0c6b35743311","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:08.780579437Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"uri":"/crucible/0/regions","method":"POST","req_id":"b35d849f-4d1d-4364-98a8-8daec18ef4dd","remote_addr":"[fd00:1122:3344:101::a]:38714","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:09.035680741Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"region":"dce429cb-3753-41d7-88c9-0c6b35743311","component":"worker"} {"msg":"region dce429cb-3753-41d7-88c9-0c6b35743311 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:09.035721311Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:09.035822113Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-dce429cb-3753-41d7-88c9-0c6b35743311","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:09.038434324Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-dce429cb-3753-41d7-88c9-0c6b35743311","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:09.048463377Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:09.048833854Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"uri":"/crucible/0/regions","method":"POST","req_id":"7b5fa440-38d2-4ad7-af08-6820dc94acae","remote_addr":"[fd00:1122:3344:101::a]:38714","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":128,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:09.07195632Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-dce429cb-3753-41d7-88c9-0c6b35743311","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:09.075776043Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/dce429cb-3753-41d7-88c9-0c6b35743311","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:09.076518177Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:09.076579699Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:09.0766327Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:09.076735262Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:09.093464104Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:09.098238196Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:34.140607366Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"uri":"/crucible/0/regions/dce429cb-3753-41d7-88c9-0c6b35743311","method":"GET","req_id":"0a7d6f0b-4a7e-4ad3-b2f0-8a24da0de866","remote_addr":"[fd00:1122:3344:101::a]:38714","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":84,"response_code":200} {"msg":"path is \"/data/regions/dce429cb-3753-41d7-88c9-0c6b35743311\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:34.143492842Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"component":"datafile"} {"msg":"dataset is oxp_562c6685-9a8a-41af-a7d7-a1bd17e9d85b/crucible/regions/dce429cb-3753-41d7-88c9-0c6b35743311","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:34.155260779Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"component":"datafile"} {"msg":"region dce429cb-3753-41d7-88c9-0c6b35743311 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:34.162414067Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:34.16309412Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:34.16310762Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"uri":"/crucible/0/regions/dce429cb-3753-41d7-88c9-0c6b35743311","method":"DELETE","req_id":"d78b6b54-ee92-4f93-8ce1-99bcdc68797e","remote_addr":"[fd00:1122:3344:101::a]:38714","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19632,"response_code":204} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:34.16620558Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"uri":"/crucible/0/regions/dce429cb-3753-41d7-88c9-0c6b35743311","method":"GET","req_id":"5e11eb92-24d8-4417-b566-0dfe82915735","remote_addr":"[fd00:1122:3344:101::a]:38714","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":29,"response_code":200} {"msg":"disabling downstairs instance: downstairs-dce429cb-3753-41d7-88c9-0c6b35743311 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:34.16673608Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:34.175095101Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_562c6685-9a8a-41af-a7d7-a1bd17e9d85b/crucible/regions/dce429cb-3753-41d7-88c9-0c6b35743311\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:34.182734238Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"region":"dce429cb-3753-41d7-88c9-0c6b35743311","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:34.220618848Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"uri":"/crucible/0/regions/dce429cb-3753-41d7-88c9-0c6b35743311","method":"GET","req_id":"922605a7-4d0c-4ada-9dbc-ae2f73759a23","remote_addr":"[fd00:1122:3344:101::a]:38714","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":31,"response_code":200} {"msg":"region dce429cb-3753-41d7-88c9-0c6b35743311 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:34.23730851Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:34.330986314Z","hostname":"oxz_crucible_951e4314-2726-42b5-8442-2c56326d6b4a","pid":28002,"uri":"/crucible/0/regions/dce429cb-3753-41d7-88c9-0c6b35743311","method":"GET","req_id":"93790ee5-8881-4b07-a6a1-430d5b2fc113","remote_addr":"[fd00:1122:3344:101::a]:38714","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":31,"response_code":200}