{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:40.079593422Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:53834"} {"msg":"region 6be45e9e-e124-4832-b512-99d0ac31fa45 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:40.127241224Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:40.131812335Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:40.131834225Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"uri":"/crucible/0/regions","method":"POST","req_id":"92fc64db-ac56-4522-9c07-80591f651f30","remote_addr":"[fd00:1122:3344:101::c]:53834","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21452,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_fb56303c-60b8-4c6a-b5bd-4452f883eeaa/crucible/regions/6be45e9e-e124-4832-b512-99d0ac31fa45","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:40.140656681Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_fb56303c-60b8-4c6a-b5bd-4452f883eeaa/crucible/regions/6be45e9e-e124-4832-b512-99d0ac31fa45","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:40.140675451Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6be45e9e-e124-4832-b512-99d0ac31fa45\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6be45e9e-e124-4832-b512-99d0ac31fa45\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:40.184783401Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"region":"6be45e9e-e124-4832-b512-99d0ac31fa45","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6be45e9e-e124-4832-b512-99d0ac31fa45\" \"--data\" \"/data/regions/6be45e9e-e124-4832-b512-99d0ac31fa45\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:40.187231974Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"region":"6be45e9e-e124-4832-b512-99d0ac31fa45","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:40.306443919Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"uri":"/crucible/0/regions","method":"POST","req_id":"2ff01252-6423-4329-b5d4-8c29b3dd918c","remote_addr":"[fd00:1122:3344:101::c]:53834","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":83,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:40.622897419Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"region":"6be45e9e-e124-4832-b512-99d0ac31fa45","component":"worker"} {"msg":"region 6be45e9e-e124-4832-b512-99d0ac31fa45 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:40.62295022Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:40.623066122Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6be45e9e-e124-4832-b512-99d0ac31fa45","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:40.62351952Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6be45e9e-e124-4832-b512-99d0ac31fa45","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:40.634687268Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:40.652988341Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6be45e9e-e124-4832-b512-99d0ac31fa45","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:40.654315794Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6be45e9e-e124-4832-b512-99d0ac31fa45","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:40.655045227Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:40.655122838Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:40.655154429Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:40.65519344Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:40.657140804Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:40.659361833Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:40.836509543Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"uri":"/crucible/0/regions","method":"POST","req_id":"6d52ba00-536d-49fb-ac8a-64e06123235d","remote_addr":"[fd00:1122:3344:101::c]:53834","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"region f6932f23-d9c4-4ca2-8fdd-68ca323c6218 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:47.082441297Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:47.08260833Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:47.082642221Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"uri":"/crucible/0/regions","method":"POST","req_id":"f6a37596-af31-400d-8ea1-a4648731eaca","remote_addr":"[fd00:1122:3344:101::c]:53834","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":211,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_fb56303c-60b8-4c6a-b5bd-4452f883eeaa/crucible/regions/f6932f23-d9c4-4ca2-8fdd-68ca323c6218","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:47.089169336Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_fb56303c-60b8-4c6a-b5bd-4452f883eeaa/crucible/regions/f6932f23-d9c4-4ca2-8fdd-68ca323c6218","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:47.089190007Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f6932f23-d9c4-4ca2-8fdd-68ca323c6218\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f6932f23-d9c4-4ca2-8fdd-68ca323c6218\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:47.131003775Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"region":"f6932f23-d9c4-4ca2-8fdd-68ca323c6218","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f6932f23-d9c4-4ca2-8fdd-68ca323c6218\" \"--data\" \"/data/regions/f6932f23-d9c4-4ca2-8fdd-68ca323c6218\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:47.131046506Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"region":"f6932f23-d9c4-4ca2-8fdd-68ca323c6218","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:47.18109683Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"region":"f6932f23-d9c4-4ca2-8fdd-68ca323c6218","component":"worker"} {"msg":"region f6932f23-d9c4-4ca2-8fdd-68ca323c6218 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:47.181140971Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:47.181228362Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f6932f23-d9c4-4ca2-8fdd-68ca323c6218","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:47.184923668Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f6932f23-d9c4-4ca2-8fdd-68ca323c6218","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:47.186102628Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:47.189764183Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f6932f23-d9c4-4ca2-8fdd-68ca323c6218","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:47.191129427Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f6932f23-d9c4-4ca2-8fdd-68ca323c6218","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:47.191396682Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:47.191445343Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:47.191481803Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:47.191519714Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:47.193744394Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:47.196885909Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:33:47.376709255Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"uri":"/crucible/0/regions","method":"POST","req_id":"d6f83f0a-6861-437c-b2a7-7f52272721a7","remote_addr":"[fd00:1122:3344:101::c]:53834","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:34:12.222533495Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"uri":"/crucible/0/regions/f6932f23-d9c4-4ca2-8fdd-68ca323c6218","method":"GET","req_id":"49514c68-5c67-4c4a-870a-13dc31438db0","remote_addr":"[fd00:1122:3344:101::c]:53834","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":87,"response_code":200} {"msg":"path is \"/data/regions/f6932f23-d9c4-4ca2-8fdd-68ca323c6218\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:34:12.225448697Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"datafile"} {"msg":"dataset is oxp_fb56303c-60b8-4c6a-b5bd-4452f883eeaa/crucible/regions/f6932f23-d9c4-4ca2-8fdd-68ca323c6218","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:34:12.233710343Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"datafile"} {"msg":"region f6932f23-d9c4-4ca2-8fdd-68ca323c6218 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:34:12.240656945Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:34:12.240834649Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:34:12.240863819Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"uri":"/crucible/0/regions/f6932f23-d9c4-4ca2-8fdd-68ca323c6218","method":"DELETE","req_id":"e93efe76-c77c-4b8a-b4d0-beb7ef79f1e7","remote_addr":"[fd00:1122:3344:101::c]:53834","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":15427,"response_code":204} {"msg":"disabling downstairs instance: downstairs-f6932f23-d9c4-4ca2-8fdd-68ca323c6218 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:34:12.241809456Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:34:12.245176205Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:34:12.245890038Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"uri":"/crucible/0/regions/f6932f23-d9c4-4ca2-8fdd-68ca323c6218","method":"GET","req_id":"a8151ca2-b65c-4d34-98bc-c0a9df4fcc88","remote_addr":"[fd00:1122:3344:101::c]:53834","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":693,"response_code":200} {"msg":"deleting zfs dataset \"oxp_fb56303c-60b8-4c6a-b5bd-4452f883eeaa/crucible/regions/f6932f23-d9c4-4ca2-8fdd-68ca323c6218\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:34:12.254076302Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"region":"f6932f23-d9c4-4ca2-8fdd-68ca323c6218","component":"worker"} {"msg":"region f6932f23-d9c4-4ca2-8fdd-68ca323c6218 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:34:12.302395136Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T15:34:12.396160332Z","hostname":"oxz_crucible_02668ffe-d242-47e2-86d4-eb5fb094db87","pid":24007,"uri":"/crucible/0/regions/f6932f23-d9c4-4ca2-8fdd-68ca323c6218","method":"GET","req_id":"dbd35f17-7c9f-44d7-a894-a0cbb669b874","remote_addr":"[fd00:1122:3344:101::c]:53834","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":59,"response_code":200}