{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.221815906Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51156"} {"msg":"region f5c36124-a63e-4aaf-8149-5fe04c8ff6cd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.268560703Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.270952172Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.270963042Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"uri":"/crucible/0/regions","method":"POST","req_id":"4ae5657a-9892-4ac2-a229-e8204f2f8e05","remote_addr":"[fd00:1122:3344:101::a]:51156","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18739,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_3f9684b9-3d45-4e08-9905-7c88c56b5fc9/crucible/regions/f5c36124-a63e-4aaf-8149-5fe04c8ff6cd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.280179764Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3f9684b9-3d45-4e08-9905-7c88c56b5fc9/crucible/regions/f5c36124-a63e-4aaf-8149-5fe04c8ff6cd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.280195164Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f5c36124-a63e-4aaf-8149-5fe04c8ff6cd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f5c36124-a63e-4aaf-8149-5fe04c8ff6cd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.328407298Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"region":"f5c36124-a63e-4aaf-8149-5fe04c8ff6cd","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f5c36124-a63e-4aaf-8149-5fe04c8ff6cd\" \"--data\" \"/data/regions/f5c36124-a63e-4aaf-8149-5fe04c8ff6cd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.330794167Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"region":"f5c36124-a63e-4aaf-8149-5fe04c8ff6cd","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.582429896Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"uri":"/crucible/0/regions","method":"POST","req_id":"deb51996-f421-4176-a6d1-ca5e3ce7eebb","remote_addr":"[fd00:1122:3344:101::a]:51156","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.694083659Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"region":"f5c36124-a63e-4aaf-8149-5fe04c8ff6cd","component":"worker"} {"msg":"region f5c36124-a63e-4aaf-8149-5fe04c8ff6cd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.694123769Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.694206021Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f5c36124-a63e-4aaf-8149-5fe04c8ff6cd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.694524214Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f5c36124-a63e-4aaf-8149-5fe04c8ff6cd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.711074025Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.734429818Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f5c36124-a63e-4aaf-8149-5fe04c8ff6cd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.737445225Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f5c36124-a63e-4aaf-8149-5fe04c8ff6cd","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.737973271Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.738026961Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.738065032Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.738098652Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.74205705Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.746045569Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.896553242Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"uri":"/crucible/0/regions","method":"POST","req_id":"cc17fda5-01b4-4f1b-ad6a-6afa2c09a8e9","remote_addr":"[fd00:1122:3344:101::a]:51156","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region 5350cce3-d2bb-482c-947a-7f225e85e704 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.227752329Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.227914011Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.227924371Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"uri":"/crucible/0/regions","method":"POST","req_id":"1df79816-1ad7-4ea1-a63c-2ce1957aa288","remote_addr":"[fd00:1122:3344:101::a]:51156","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":219,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_3f9684b9-3d45-4e08-9905-7c88c56b5fc9/crucible/regions/5350cce3-d2bb-482c-947a-7f225e85e704","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.23444125Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3f9684b9-3d45-4e08-9905-7c88c56b5fc9/crucible/regions/5350cce3-d2bb-482c-947a-7f225e85e704","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.23445773Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5350cce3-d2bb-482c-947a-7f225e85e704\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5350cce3-d2bb-482c-947a-7f225e85e704\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.285428648Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"region":"5350cce3-d2bb-482c-947a-7f225e85e704","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5350cce3-d2bb-482c-947a-7f225e85e704\" \"--data\" \"/data/regions/5350cce3-d2bb-482c-947a-7f225e85e704\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.285472248Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"region":"5350cce3-d2bb-482c-947a-7f225e85e704","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.365368486Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"region":"5350cce3-d2bb-482c-947a-7f225e85e704","component":"worker"} {"msg":"region 5350cce3-d2bb-482c-947a-7f225e85e704 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.365417127Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.365543308Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5350cce3-d2bb-482c-947a-7f225e85e704","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.366121015Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5350cce3-d2bb-482c-947a-7f225e85e704","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.36981486Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.379230704Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5350cce3-d2bb-482c-947a-7f225e85e704","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.383065041Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5350cce3-d2bb-482c-947a-7f225e85e704","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.383368884Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.383433605Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.383488706Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.383542206Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.387211911Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.401111849Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.436128334Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"uri":"/crucible/0/regions","method":"POST","req_id":"5332abc3-3b1e-4862-a4f1-da8afa057956","remote_addr":"[fd00:1122:3344:101::a]:51156","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:58.868172089Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33792"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:58.868303721Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"uri":"/crucible/0/regions/5350cce3-d2bb-482c-947a-7f225e85e704","method":"GET","req_id":"3532df35-8ea8-4874-9bb7-e5b2f5c3e0d2","remote_addr":"[fd00:1122:3344:101::a]:33792","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"path is \"/data/regions/5350cce3-d2bb-482c-947a-7f225e85e704\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:58.871385488Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"datafile"} {"msg":"dataset is oxp_3f9684b9-3d45-4e08-9905-7c88c56b5fc9/crucible/regions/5350cce3-d2bb-482c-947a-7f225e85e704","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:58.882226119Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"datafile"} {"msg":"region 5350cce3-d2bb-482c-947a-7f225e85e704 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:58.890046274Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:58.890797303Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:58.890841163Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"uri":"/crucible/0/regions/5350cce3-d2bb-482c-947a-7f225e85e704","method":"DELETE","req_id":"1d79aa96-e802-4eee-a50c-f859e0d189de","remote_addr":"[fd00:1122:3344:101::a]:33792","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19448,"response_code":204} {"msg":"disabling downstairs instance: downstairs-5350cce3-d2bb-482c-947a-7f225e85e704 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:58.891300679Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:58.893789559Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"uri":"/crucible/0/regions/5350cce3-d2bb-482c-947a-7f225e85e704","method":"GET","req_id":"8a3e594d-a4c6-4c47-8bf9-9e0ed15a5713","remote_addr":"[fd00:1122:3344:101::a]:33792","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":35,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:58.914894695Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_3f9684b9-3d45-4e08-9905-7c88c56b5fc9/crucible/regions/5350cce3-d2bb-482c-947a-7f225e85e704\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:58.922338704Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"region":"5350cce3-d2bb-482c-947a-7f225e85e704","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:58.975806962Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"uri":"/crucible/0/regions/5350cce3-d2bb-482c-947a-7f225e85e704","method":"GET","req_id":"c08c7299-f7be-40c8-892a-7a2ed3b5ff8f","remote_addr":"[fd00:1122:3344:101::a]:33792","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"region 5350cce3-d2bb-482c-947a-7f225e85e704 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:58.990295638Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:59.1274803Z","hostname":"oxz_crucible_f244fa81-29be-493c-b3e1-9e68ae34537b","pid":23128,"uri":"/crucible/0/regions/5350cce3-d2bb-482c-947a-7f225e85e704","method":"GET","req_id":"84170d11-ad8e-46d2-b600-9874dd20e200","remote_addr":"[fd00:1122:3344:101::a]:33792","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":28,"response_code":200}