{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.446164079Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:41123"} {"msg":"region 945a5332-0400-4e8c-b51f-180da0eedebe state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.44626396Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.446838668Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.446873409Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"uri":"/crucible/0/regions","method":"POST","req_id":"69edd9ff-4c55-43aa-89a3-434d83299e5b","remote_addr":"[fd00:1122:3344:101::b]:41123","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":602,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_952e3287-b729-4d8a-8e1f-26f3135e67c4/crucible/regions/945a5332-0400-4e8c-b51f-180da0eedebe","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.455521008Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_952e3287-b729-4d8a-8e1f-26f3135e67c4/crucible/regions/945a5332-0400-4e8c-b51f-180da0eedebe","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.455546478Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"945a5332-0400-4e8c-b51f-180da0eedebe\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/945a5332-0400-4e8c-b51f-180da0eedebe\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.505052419Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"region":"945a5332-0400-4e8c-b51f-180da0eedebe","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"945a5332-0400-4e8c-b51f-180da0eedebe\" \"--data\" \"/data/regions/945a5332-0400-4e8c-b51f-180da0eedebe\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.50508937Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"region":"945a5332-0400-4e8c-b51f-180da0eedebe","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.584515062Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"region":"945a5332-0400-4e8c-b51f-180da0eedebe","component":"worker"} {"msg":"region 945a5332-0400-4e8c-b51f-180da0eedebe state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.584543243Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.584636234Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-945a5332-0400-4e8c-b51f-180da0eedebe","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.585424544Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-945a5332-0400-4e8c-b51f-180da0eedebe","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.595201559Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.616643684Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-945a5332-0400-4e8c-b51f-180da0eedebe","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.619689076Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/945a5332-0400-4e8c-b51f-180da0eedebe","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.619944639Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.61999325Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.620033091Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.620069631Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.623804532Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.628286944Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:39.757606183Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"uri":"/crucible/0/regions","method":"POST","req_id":"c0e97917-e43a-49bc-88ae-75143d22ecb6","remote_addr":"[fd00:1122:3344:101::b]:41123","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region 74f990ce-05ed-4d41-a91b-ec68b268fbbf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:46.428483626Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:46.428653198Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"uri":"/crucible/0/regions","method":"POST","req_id":"7c9b0177-ecf1-4076-a2c5-24932e465280","remote_addr":"[fd00:1122:3344:101::b]:41123","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":228,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:46.428670849Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_952e3287-b729-4d8a-8e1f-26f3135e67c4/crucible/regions/74f990ce-05ed-4d41-a91b-ec68b268fbbf","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:46.434485058Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_952e3287-b729-4d8a-8e1f-26f3135e67c4/crucible/regions/74f990ce-05ed-4d41-a91b-ec68b268fbbf","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:46.434506109Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"74f990ce-05ed-4d41-a91b-ec68b268fbbf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/74f990ce-05ed-4d41-a91b-ec68b268fbbf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:46.477821865Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"region":"74f990ce-05ed-4d41-a91b-ec68b268fbbf","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"74f990ce-05ed-4d41-a91b-ec68b268fbbf\" \"--data\" \"/data/regions/74f990ce-05ed-4d41-a91b-ec68b268fbbf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:46.477853155Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"region":"74f990ce-05ed-4d41-a91b-ec68b268fbbf","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:46.558230941Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"region":"74f990ce-05ed-4d41-a91b-ec68b268fbbf","component":"worker"} {"msg":"region 74f990ce-05ed-4d41-a91b-ec68b268fbbf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:46.558266891Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:46.558376753Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-74f990ce-05ed-4d41-a91b-ec68b268fbbf","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:46.559356036Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-74f990ce-05ed-4d41-a91b-ec68b268fbbf","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:46.567464768Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:46.574490995Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-74f990ce-05ed-4d41-a91b-ec68b268fbbf","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:46.578165915Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/74f990ce-05ed-4d41-a91b-ec68b268fbbf","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:46.578456719Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:46.57850039Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:46.57854126Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:46.578588381Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:46.582196421Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:46.592650064Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:03:46.615446098Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"uri":"/crucible/0/regions","method":"POST","req_id":"de6a735e-421c-498f-a9f4-51ab4c964a55","remote_addr":"[fd00:1122:3344:101::b]:41123","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":122,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:04:12.255010048Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"uri":"/crucible/0/regions/74f990ce-05ed-4d41-a91b-ec68b268fbbf","method":"GET","req_id":"e6263dec-6d95-484d-9f42-12fd8d7d7a38","remote_addr":"[fd00:1122:3344:101::b]:41123","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":46,"response_code":200} {"msg":"path is \"/data/regions/74f990ce-05ed-4d41-a91b-ec68b268fbbf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:04:12.259107867Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"datafile"} {"msg":"dataset is oxp_952e3287-b729-4d8a-8e1f-26f3135e67c4/crucible/regions/74f990ce-05ed-4d41-a91b-ec68b268fbbf","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:04:12.270519224Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"datafile"} {"msg":"region 74f990ce-05ed-4d41-a91b-ec68b268fbbf state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:04:12.276988362Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:04:12.277605491Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"uri":"/crucible/0/regions/74f990ce-05ed-4d41-a91b-ec68b268fbbf","method":"DELETE","req_id":"3a1e20b4-aca8-4dd9-922d-08911962e692","remote_addr":"[fd00:1122:3344:101::b]:41123","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18534,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:04:12.277631021Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-74f990ce-05ed-4d41-a91b-ec68b268fbbf (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:04:12.279251164Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:04:12.280297658Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"uri":"/crucible/0/regions/74f990ce-05ed-4d41-a91b-ec68b268fbbf","method":"GET","req_id":"17731609-2e2f-494d-8d98-275d2013199b","remote_addr":"[fd00:1122:3344:101::b]:41123","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":44,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:04:12.291713855Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_952e3287-b729-4d8a-8e1f-26f3135e67c4/crucible/regions/74f990ce-05ed-4d41-a91b-ec68b268fbbf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:04:12.300243262Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"region":"74f990ce-05ed-4d41-a91b-ec68b268fbbf","component":"worker"} {"msg":"region 74f990ce-05ed-4d41-a91b-ec68b268fbbf state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:04:12.349684733Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-14T21:04:12.423529308Z","hostname":"oxz_crucible_55c032c3-22cd-46be-b60b-5834f42ebdce","pid":21416,"uri":"/crucible/0/regions/74f990ce-05ed-4d41-a91b-ec68b268fbbf","method":"GET","req_id":"485d9621-d031-4ac4-8a63-38a80eab6913","remote_addr":"[fd00:1122:3344:101::b]:41123","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":54,"response_code":200}