{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:36.549052994Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46138"} {"msg":"region 33fed76b-7274-49ae-8925-00149197859e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:36.59482918Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:36.597859799Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:36.597871629Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"uri":"/crucible/0/regions","method":"POST","req_id":"810ad87f-835f-4cab-b82d-437114a040e4","remote_addr":"[fd00:1122:3344:101::a]:46138","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20436,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_11c4583f-4bd9-459e-9c70-8ee64b4c7794/crucible/regions/33fed76b-7274-49ae-8925-00149197859e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:36.60864814Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_11c4583f-4bd9-459e-9c70-8ee64b4c7794/crucible/regions/33fed76b-7274-49ae-8925-00149197859e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:36.60866453Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"33fed76b-7274-49ae-8925-00149197859e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/33fed76b-7274-49ae-8925-00149197859e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:36.664195971Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"region":"33fed76b-7274-49ae-8925-00149197859e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"33fed76b-7274-49ae-8925-00149197859e\" \"--data\" \"/data/regions/33fed76b-7274-49ae-8925-00149197859e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:36.666597249Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"region":"33fed76b-7274-49ae-8925-00149197859e","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:36.769287759Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"uri":"/crucible/0/regions","method":"POST","req_id":"6103fa92-599b-415c-b7c4-cb91d0ac2c16","remote_addr":"[fd00:1122:3344:101::a]:46138","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:37.035802718Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"region":"33fed76b-7274-49ae-8925-00149197859e","component":"worker"} {"msg":"region 33fed76b-7274-49ae-8925-00149197859e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:37.035843879Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:37.035955181Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-33fed76b-7274-49ae-8925-00149197859e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:37.036341867Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-33fed76b-7274-49ae-8925-00149197859e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:37.04852948Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:37.071088798Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-33fed76b-7274-49ae-8925-00149197859e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:37.074183677Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/33fed76b-7274-49ae-8925-00149197859e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:37.074931569Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:37.07499286Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:37.075031241Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:37.075065551Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:37.078906822Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:37.082797794Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:37.395051499Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"uri":"/crucible/0/regions","method":"POST","req_id":"6f3648f3-e533-46c9-acda-7fd815ac0ca9","remote_addr":"[fd00:1122:3344:101::a]:46138","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region 745a4f11-a4c3-4d31-8224-9ff07ad60a40 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:43.145731525Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:43.145905838Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:43.145917858Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"uri":"/crucible/0/regions","method":"POST","req_id":"c21ef3ff-4485-4706-91b0-ee1cce720d80","remote_addr":"[fd00:1122:3344:101::a]:46138","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":236,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_11c4583f-4bd9-459e-9c70-8ee64b4c7794/crucible/regions/745a4f11-a4c3-4d31-8224-9ff07ad60a40","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:43.152068606Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_11c4583f-4bd9-459e-9c70-8ee64b4c7794/crucible/regions/745a4f11-a4c3-4d31-8224-9ff07ad60a40","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:43.152087836Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"745a4f11-a4c3-4d31-8224-9ff07ad60a40\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/745a4f11-a4c3-4d31-8224-9ff07ad60a40\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:43.199967095Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"region":"745a4f11-a4c3-4d31-8224-9ff07ad60a40","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"745a4f11-a4c3-4d31-8224-9ff07ad60a40\" \"--data\" \"/data/regions/745a4f11-a4c3-4d31-8224-9ff07ad60a40\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:43.200004036Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"region":"745a4f11-a4c3-4d31-8224-9ff07ad60a40","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:43.280846999Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"region":"745a4f11-a4c3-4d31-8224-9ff07ad60a40","component":"worker"} {"msg":"region 745a4f11-a4c3-4d31-8224-9ff07ad60a40 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:43.28090115Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:43.281002932Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-745a4f11-a4c3-4d31-8224-9ff07ad60a40","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:43.285072706Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-745a4f11-a4c3-4d31-8224-9ff07ad60a40","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:43.288687223Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:43.297181238Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-745a4f11-a4c3-4d31-8224-9ff07ad60a40","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:43.300322868Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/745a4f11-a4c3-4d31-8224-9ff07ad60a40","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:43.300693094Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:43.300749885Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:43.300797115Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:43.300840556Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:43.305748364Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:43.310180095Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:06:43.320884754Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"uri":"/crucible/0/regions","method":"POST","req_id":"35806255-9559-4ecf-bbd4-a6fb5aa862e1","remote_addr":"[fd00:1122:3344:101::a]:46138","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:07:16.302595604Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46568"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:07:16.302860128Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"uri":"/crucible/0/regions/745a4f11-a4c3-4d31-8224-9ff07ad60a40","method":"GET","req_id":"1ce5cb46-a58e-495c-bbe0-51227f86bd22","remote_addr":"[fd00:1122:3344:101::a]:46568","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"path is \"/data/regions/745a4f11-a4c3-4d31-8224-9ff07ad60a40\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:07:16.305761774Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"datafile"} {"msg":"dataset is oxp_11c4583f-4bd9-459e-9c70-8ee64b4c7794/crucible/regions/745a4f11-a4c3-4d31-8224-9ff07ad60a40","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:07:16.317903427Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"datafile"} {"msg":"region 745a4f11-a4c3-4d31-8224-9ff07ad60a40 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:07:16.327368657Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:07:16.328081048Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:07:16.328097689Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"uri":"/crucible/0/regions/745a4f11-a4c3-4d31-8224-9ff07ad60a40","method":"DELETE","req_id":"25c07137-0a63-4115-9082-71312c69e516","remote_addr":"[fd00:1122:3344:101::a]:46568","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":22350,"response_code":204} {"msg":"disabling downstairs instance: downstairs-745a4f11-a4c3-4d31-8224-9ff07ad60a40 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:07:16.329253427Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:07:16.332138623Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"uri":"/crucible/0/regions/745a4f11-a4c3-4d31-8224-9ff07ad60a40","method":"GET","req_id":"94ab8785-81b6-4af3-a8d6-547150c9853d","remote_addr":"[fd00:1122:3344:101::a]:46568","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":38,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:07:16.343797468Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_11c4583f-4bd9-459e-9c70-8ee64b4c7794/crucible/regions/745a4f11-a4c3-4d31-8224-9ff07ad60a40\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:07:16.35272979Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"region":"745a4f11-a4c3-4d31-8224-9ff07ad60a40","component":"worker"} {"msg":"region 745a4f11-a4c3-4d31-8224-9ff07ad60a40 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:07:16.413005666Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T08:07:16.425598306Z","hostname":"oxz_crucible_aa85c611-3081-4f2b-976b-442e766c184c","pid":23320,"uri":"/crucible/0/regions/745a4f11-a4c3-4d31-8224-9ff07ad60a40","method":"GET","req_id":"98bb6969-fd6a-4e51-8499-c8eb9bd8d29d","remote_addr":"[fd00:1122:3344:101::a]:46568","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":47,"response_code":200}