{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:51.209437609Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61738"} {"msg":"region b46dc024-5a06-4272-8f2a-7245a00febab state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:51.20953396Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:51.210128479Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:51.210144079Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"uri":"/crucible/0/regions","method":"POST","req_id":"43f0ca6f-db2b-4017-af23-82dbf2b60c73","remote_addr":"[fd00:1122:3344:101::a]:61738","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":629,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_062aa82f-4184-4ad2-868e-9de93bffbe1e/crucible/regions/b46dc024-5a06-4272-8f2a-7245a00febab","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:51.219552493Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_062aa82f-4184-4ad2-868e-9de93bffbe1e/crucible/regions/b46dc024-5a06-4272-8f2a-7245a00febab","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:51.219568323Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b46dc024-5a06-4272-8f2a-7245a00febab\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b46dc024-5a06-4272-8f2a-7245a00febab\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:51.273595644Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"region":"b46dc024-5a06-4272-8f2a-7245a00febab","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b46dc024-5a06-4272-8f2a-7245a00febab\" \"--data\" \"/data/regions/b46dc024-5a06-4272-8f2a-7245a00febab\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:51.273635155Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"region":"b46dc024-5a06-4272-8f2a-7245a00febab","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:51.383128277Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"region":"b46dc024-5a06-4272-8f2a-7245a00febab","component":"worker"} {"msg":"region b46dc024-5a06-4272-8f2a-7245a00febab state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:51.383169778Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:51.383268369Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b46dc024-5a06-4272-8f2a-7245a00febab","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:51.38403135Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b46dc024-5a06-4272-8f2a-7245a00febab","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:51.393778769Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:51.4155453Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b46dc024-5a06-4272-8f2a-7245a00febab","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:51.418703355Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b46dc024-5a06-4272-8f2a-7245a00febab","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:51.418971609Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:51.419022009Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:51.41906017Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:51.419098881Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:51.422506959Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:51.426602997Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:51.468902421Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"uri":"/crucible/0/regions","method":"POST","req_id":"08ddc63e-6ac6-470c-847e-7d02483f2e12","remote_addr":"[fd00:1122:3344:101::a]:61738","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"region 84230068-80ef-4447-a35c-c489006edba9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:58.246032694Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:58.246195616Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:58.246208886Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"uri":"/crucible/0/regions","method":"POST","req_id":"49297f4f-6214-4ba3-b20e-3f174d9941c2","remote_addr":"[fd00:1122:3344:101::a]:61738","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":214,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_062aa82f-4184-4ad2-868e-9de93bffbe1e/crucible/regions/84230068-80ef-4447-a35c-c489006edba9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:58.252997063Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_062aa82f-4184-4ad2-868e-9de93bffbe1e/crucible/regions/84230068-80ef-4447-a35c-c489006edba9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:58.253014573Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"84230068-80ef-4447-a35c-c489006edba9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/84230068-80ef-4447-a35c-c489006edba9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:58.314677523Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"region":"84230068-80ef-4447-a35c-c489006edba9","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"84230068-80ef-4447-a35c-c489006edba9\" \"--data\" \"/data/regions/84230068-80ef-4447-a35c-c489006edba9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:58.314719964Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"region":"84230068-80ef-4447-a35c-c489006edba9","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:58.409002009Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"region":"84230068-80ef-4447-a35c-c489006edba9","component":"worker"} {"msg":"region 84230068-80ef-4447-a35c-c489006edba9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:58.409039029Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:58.409141661Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-84230068-80ef-4447-a35c-c489006edba9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:58.409989423Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-84230068-80ef-4447-a35c-c489006edba9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:58.418633426Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:58.431612012Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-84230068-80ef-4447-a35c-c489006edba9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:58.435445086Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/84230068-80ef-4447-a35c-c489006edba9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:58.43567758Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:58.43572644Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:58.435765731Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:58.435803431Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:58.44059779Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:58.454385877Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:54:58.571222954Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"uri":"/crucible/0/regions","method":"POST","req_id":"4368c2d6-90e5-4068-a746-ab091b6bcc3e","remote_addr":"[fd00:1122:3344:101::a]:61738","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":76,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:55:23.415424496Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"uri":"/crucible/0/regions/84230068-80ef-4447-a35c-c489006edba9","method":"GET","req_id":"a49c20f3-33dc-4b44-b015-5c2bc439d78c","remote_addr":"[fd00:1122:3344:101::a]:61738","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"path is \"/data/regions/84230068-80ef-4447-a35c-c489006edba9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:55:23.41782606Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"datafile"} {"msg":"dataset is oxp_062aa82f-4184-4ad2-868e-9de93bffbe1e/crucible/regions/84230068-80ef-4447-a35c-c489006edba9","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:55:23.428037626Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"datafile"} {"msg":"region 84230068-80ef-4447-a35c-c489006edba9 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:55:23.434680201Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:55:23.434836603Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:55:23.434846194Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"uri":"/crucible/0/regions/84230068-80ef-4447-a35c-c489006edba9","method":"DELETE","req_id":"c8423e7e-a621-4435-8b97-c0570050e731","remote_addr":"[fd00:1122:3344:101::a]:61738","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17028,"response_code":204} {"msg":"disabling downstairs instance: downstairs-84230068-80ef-4447-a35c-c489006edba9 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:55:23.436409286Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:55:23.439346728Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"uri":"/crucible/0/regions/84230068-80ef-4447-a35c-c489006edba9","method":"GET","req_id":"687e9f41-1b15-4843-9000-c56bc28f907c","remote_addr":"[fd00:1122:3344:101::a]:61738","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":47,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:55:23.443765711Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_062aa82f-4184-4ad2-868e-9de93bffbe1e/crucible/regions/84230068-80ef-4447-a35c-c489006edba9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:55:23.451701494Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"region":"84230068-80ef-4447-a35c-c489006edba9","component":"worker"} {"msg":"region 84230068-80ef-4447-a35c-c489006edba9 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:55:23.508068298Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T21:55:23.509478148Z","hostname":"oxz_crucible_f32c0772-ab38-413d-b289-56a5bdcb32ba","pid":23109,"uri":"/crucible/0/regions/84230068-80ef-4447-a35c-c489006edba9","method":"GET","req_id":"33ca9574-e668-448f-85ee-cc483f06d0b6","remote_addr":"[fd00:1122:3344:101::a]:61738","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":45,"response_code":200}