{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.246980686Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46044"}
{"msg":"region e4c5e86c-b95c-4ed9-8845-405c552a2134 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.27513753Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.27783186Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.277853511Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"uri":"/crucible/0/regions","method":"POST","req_id":"324f3c3f-0e20-41c3-8051-ef767b7c6a7d","remote_addr":"[fd00:1122:3344:101::a]:46044","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":16546,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_3769bae7-953a-45a7-a4a5-450dea3e939d/crucible/regions/e4c5e86c-b95c-4ed9-8845-405c552a2134","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.286338502Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_3769bae7-953a-45a7-a4a5-450dea3e939d/crucible/regions/e4c5e86c-b95c-4ed9-8845-405c552a2134","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.286354232Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.532560752Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"uri":"/crucible/0/regions","method":"POST","req_id":"c8eddd7f-7b9f-4902-b9a2-0ab7af400ffc","remote_addr":"[fd00:1122:3344:101::a]:46044","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"creating region Region { id: RegionId(\"e4c5e86c-b95c-4ed9-8845-405c552a2134\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e4c5e86c-b95c-4ed9-8845-405c552a2134\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.532966472Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"region":"e4c5e86c-b95c-4ed9-8845-405c552a2134","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e4c5e86c-b95c-4ed9-8845-405c552a2134\" \"--data\" \"/data/regions/e4c5e86c-b95c-4ed9-8845-405c552a2134\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.535334005Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"region":"e4c5e86c-b95c-4ed9-8845-405c552a2134","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.972964293Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"region":"e4c5e86c-b95c-4ed9-8845-405c552a2134","component":"worker"}
{"msg":"region e4c5e86c-b95c-4ed9-8845-405c552a2134 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.973037745Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.97326713Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e4c5e86c-b95c-4ed9-8845-405c552a2134","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.973639778Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e4c5e86c-b95c-4ed9-8845-405c552a2134","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.982623571Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:11.997080116Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e4c5e86c-b95c-4ed9-8845-405c552a2134","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:12.000625546Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e4c5e86c-b95c-4ed9-8845-405c552a2134","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:12.001423254Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:12.001477085Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:12.001518296Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:12.001542816Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:12.015576402Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:12.034141219Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:12.247204944Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"uri":"/crucible/0/regions","method":"POST","req_id":"2746517c-a627-415d-8ffb-d21966908344","remote_addr":"[fd00:1122:3344:101::a]:46044","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.046106392Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"uri":"/crucible/0/regions/e4c5e86c-b95c-4ed9-8845-405c552a2134","method":"GET","req_id":"cdcdb0aa-0ced-48ac-8c55-6f9a0ac63761","remote_addr":"[fd00:1122:3344:101::a]:46044","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":79,"response_code":200}
{"msg":"path is \"/data/regions/e4c5e86c-b95c-4ed9-8845-405c552a2134\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.049064749Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"datafile"}
{"msg":"dataset is oxp_3769bae7-953a-45a7-a4a5-450dea3e939d/crucible/regions/e4c5e86c-b95c-4ed9-8845-405c552a2134","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.057016408Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"datafile"}
{"msg":"region e4c5e86c-b95c-4ed9-8845-405c552a2134 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.064976937Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.065160701Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.065179661Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"uri":"/crucible/0/regions/e4c5e86c-b95c-4ed9-8845-405c552a2134","method":"DELETE","req_id":"9dc1019f-a302-49ac-a05c-7f71129a7797","remote_addr":"[fd00:1122:3344:101::a]:46044","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":16105,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-e4c5e86c-b95c-4ed9-8845-405c552a2134 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.066231795Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.070303376Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"uri":"/crucible/0/regions/e4c5e86c-b95c-4ed9-8845-405c552a2134","method":"GET","req_id":"82b03d98-f2d2-4a3f-b08b-114dc95acf73","remote_addr":"[fd00:1122:3344:101::a]:46044","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":29,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.072471975Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_3769bae7-953a-45a7-a4a5-450dea3e939d/crucible/regions/e4c5e86c-b95c-4ed9-8845-405c552a2134\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.080826943Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"region":"e4c5e86c-b95c-4ed9-8845-405c552a2134","component":"worker"}
{"msg":"region e4c5e86c-b95c-4ed9-8845-405c552a2134 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.154971412Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:13.19799507Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"uri":"/crucible/0/regions/e4c5e86c-b95c-4ed9-8845-405c552a2134","method":"GET","req_id":"3c5571be-3ee5-4275-8369-4837549f9c93","remote_addr":"[fd00:1122:3344:101::a]:46044","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.347522276Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54139"}
{"msg":"region c87772ca-a3c5-4e3e-aa29-5a67aebb63a2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.349144772Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.349172973Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.349180833Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"uri":"/crucible/0/regions","method":"POST","req_id":"95c20a1b-9500-4479-abfd-9f54d48e0e02","remote_addr":"[fd00:1122:3344:101::a]:54139","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":689,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_3769bae7-953a-45a7-a4a5-450dea3e939d/crucible/regions/c87772ca-a3c5-4e3e-aa29-5a67aebb63a2","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.356925127Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_3769bae7-953a-45a7-a4a5-450dea3e939d/crucible/regions/c87772ca-a3c5-4e3e-aa29-5a67aebb63a2","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.356945628Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c87772ca-a3c5-4e3e-aa29-5a67aebb63a2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c87772ca-a3c5-4e3e-aa29-5a67aebb63a2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.439322561Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"region":"c87772ca-a3c5-4e3e-aa29-5a67aebb63a2","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c87772ca-a3c5-4e3e-aa29-5a67aebb63a2\" \"--data\" \"/data/regions/c87772ca-a3c5-4e3e-aa29-5a67aebb63a2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.439354412Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"region":"c87772ca-a3c5-4e3e-aa29-5a67aebb63a2","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.548366085Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"region":"c87772ca-a3c5-4e3e-aa29-5a67aebb63a2","component":"worker"}
{"msg":"region c87772ca-a3c5-4e3e-aa29-5a67aebb63a2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.548396086Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.548479588Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c87772ca-a3c5-4e3e-aa29-5a67aebb63a2","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.549633674Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c87772ca-a3c5-4e3e-aa29-5a67aebb63a2","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.560179661Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.581703876Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c87772ca-a3c5-4e3e-aa29-5a67aebb63a2","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.584684692Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c87772ca-a3c5-4e3e-aa29-5a67aebb63a2","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.584977509Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.58503281Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.585075741Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.585113092Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.589244075Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.59391103Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:26.653310157Z","hostname":"oxz_crucible_5f543cc3-3bc1-4e97-b434-5bc388bf936a","pid":23920,"uri":"/crucible/0/regions","method":"POST","req_id":"7810b804-cac5-4e06-9a1d-0e3be2ac89a0","remote_addr":"[fd00:1122:3344:101::a]:54139","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":56,"response_code":200}