{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:36.562645435Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:62100"} {"msg":"region 3df3c004-2d5d-4a5b-ac02-ce3959fb628c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:36.605057518Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:36.612379608Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:36.616848937Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"uri":"/crucible/0/regions","method":"POST","req_id":"b919ad83-be55-4a6f-a35b-23dd59e82ae6","remote_addr":"[fd00:1122:3344:101::b]:62100","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":21304,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_435cc888-e87c-4e41-8a96-5866d7304731/crucible/regions/3df3c004-2d5d-4a5b-ac02-ce3959fb628c","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:36.620239951Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_435cc888-e87c-4e41-8a96-5866d7304731/crucible/regions/3df3c004-2d5d-4a5b-ac02-ce3959fb628c","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:36.620254431Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3df3c004-2d5d-4a5b-ac02-ce3959fb628c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3df3c004-2d5d-4a5b-ac02-ce3959fb628c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:36.676922114Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"region":"3df3c004-2d5d-4a5b-ac02-ce3959fb628c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3df3c004-2d5d-4a5b-ac02-ce3959fb628c\" \"--data\" \"/data/regions/3df3c004-2d5d-4a5b-ac02-ce3959fb628c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:36.676975955Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"region":"3df3c004-2d5d-4a5b-ac02-ce3959fb628c","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:36.860623408Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"uri":"/crucible/0/regions","method":"POST","req_id":"e790d6b6-e4a3-4b71-bdea-8049b87166f2","remote_addr":"[fd00:1122:3344:101::b]:62100","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":87,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:37.086387507Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"region":"3df3c004-2d5d-4a5b-ac02-ce3959fb628c","component":"worker"} {"msg":"region 3df3c004-2d5d-4a5b-ac02-ce3959fb628c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:37.088610931Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:37.088774926Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3df3c004-2d5d-4a5b-ac02-ce3959fb628c","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:37.089123814Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3df3c004-2d5d-4a5b-ac02-ce3959fb628c","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:37.098621897Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:37.119830589Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3df3c004-2d5d-4a5b-ac02-ce3959fb628c","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:37.122474204Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3df3c004-2d5d-4a5b-ac02-ce3959fb628c","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:37.123191691Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:37.123252583Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:37.123293994Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:37.123330335Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:37.127285622Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:37.131191758Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:37.360795951Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"uri":"/crucible/0/regions","method":"POST","req_id":"944c9b58-b778-4d7a-a8c6-9a2eee4671b6","remote_addr":"[fd00:1122:3344:101::b]:62100","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"region 3abb291d-b348-4989-bdd8-c66d30162bf1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:43.631972635Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:43.632143469Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"uri":"/crucible/0/regions","method":"POST","req_id":"a164739f-11a3-41d0-b449-263e5009d75c","remote_addr":"[fd00:1122:3344:101::b]:62100","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":238,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:43.632160879Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_435cc888-e87c-4e41-8a96-5866d7304731/crucible/regions/3abb291d-b348-4989-bdd8-c66d30162bf1","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:43.637854139Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_435cc888-e87c-4e41-8a96-5866d7304731/crucible/regions/3abb291d-b348-4989-bdd8-c66d30162bf1","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:43.637866339Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3abb291d-b348-4989-bdd8-c66d30162bf1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3abb291d-b348-4989-bdd8-c66d30162bf1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:43.687868598Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"region":"3abb291d-b348-4989-bdd8-c66d30162bf1","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3abb291d-b348-4989-bdd8-c66d30162bf1\" \"--data\" \"/data/regions/3abb291d-b348-4989-bdd8-c66d30162bf1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:43.68792063Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"region":"3abb291d-b348-4989-bdd8-c66d30162bf1","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:43.765818324Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"region":"3abb291d-b348-4989-bdd8-c66d30162bf1","component":"worker"} {"msg":"region 3abb291d-b348-4989-bdd8-c66d30162bf1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:43.765869365Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:43.765945877Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3abb291d-b348-4989-bdd8-c66d30162bf1","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:43.766276985Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3abb291d-b348-4989-bdd8-c66d30162bf1","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:43.769167876Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:43.776004744Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3abb291d-b348-4989-bdd8-c66d30162bf1","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:43.778902325Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3abb291d-b348-4989-bdd8-c66d30162bf1","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:43.779197213Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:43.779245514Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:43.779287825Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:43.779326166Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:43.782310459Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:43.787816735Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:10:43.971622002Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"uri":"/crucible/0/regions","method":"POST","req_id":"7ccb99df-516e-47db-8839-f8ed9d54806f","remote_addr":"[fd00:1122:3344:101::b]:62100","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:11:08.76625095Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"uri":"/crucible/0/regions/3abb291d-b348-4989-bdd8-c66d30162bf1","method":"GET","req_id":"29f5302c-4488-4391-95c7-b90623b59132","remote_addr":"[fd00:1122:3344:101::b]:62100","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"path is \"/data/regions/3abb291d-b348-4989-bdd8-c66d30162bf1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:11:08.769474259Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"datafile"} {"msg":"dataset is oxp_435cc888-e87c-4e41-8a96-5866d7304731/crucible/regions/3abb291d-b348-4989-bdd8-c66d30162bf1","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:11:08.777349052Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"datafile"} {"msg":"region 3abb291d-b348-4989-bdd8-c66d30162bf1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:11:08.785680997Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:11:08.785865192Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:11:08.785889182Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"uri":"/crucible/0/regions/3abb291d-b348-4989-bdd8-c66d30162bf1","method":"DELETE","req_id":"3b0fedfb-5905-42a9-ad52-84503e4dea13","remote_addr":"[fd00:1122:3344:101::b]:62100","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":16449,"response_code":204} {"msg":"disabling downstairs instance: downstairs-3abb291d-b348-4989-bdd8-c66d30162bf1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:11:08.786931838Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:11:08.789755137Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"uri":"/crucible/0/regions/3abb291d-b348-4989-bdd8-c66d30162bf1","method":"GET","req_id":"e12e99a9-b70c-4d33-8d1c-4e4035358d23","remote_addr":"[fd00:1122:3344:101::b]:62100","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":43,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:11:08.792515585Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_435cc888-e87c-4e41-8a96-5866d7304731/crucible/regions/3abb291d-b348-4989-bdd8-c66d30162bf1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:11:08.799903227Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"region":"3abb291d-b348-4989-bdd8-c66d30162bf1","component":"worker"} {"msg":"region 3abb291d-b348-4989-bdd8-c66d30162bf1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:11:08.866469083Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:11:08.895880155Z","hostname":"oxz_crucible_e271bdc4-032e-4c1e-b135-6aeeebe6571a","pid":23217,"uri":"/crucible/0/regions/3abb291d-b348-4989-bdd8-c66d30162bf1","method":"GET","req_id":"1df4e4ad-a4be-4b0f-aae5-b440a66d86f6","remote_addr":"[fd00:1122:3344:101::b]:62100","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":54,"response_code":200}