{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:03.876732815Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:63508"} {"msg":"region 9bfa65b0-e374-4644-b294-66b6e74d6f71 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:04.031873187Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:04.068891092Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:04.068923003Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"uri":"/crucible/0/regions","method":"POST","req_id":"8387faae-380e-41a1-ab59-608754ffe5f5","remote_addr":"[fd00:1122:3344:101::c]:63508","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":88507,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_4494a6c8-fd58-4913-852d-8bc70fa1aaef/crucible/regions/9bfa65b0-e374-4644-b294-66b6e74d6f71","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:04.083602594Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4494a6c8-fd58-4913-852d-8bc70fa1aaef/crucible/regions/9bfa65b0-e374-4644-b294-66b6e74d6f71","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:04.083621165Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9bfa65b0-e374-4644-b294-66b6e74d6f71\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9bfa65b0-e374-4644-b294-66b6e74d6f71\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:04.295841998Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"region":"9bfa65b0-e374-4644-b294-66b6e74d6f71","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9bfa65b0-e374-4644-b294-66b6e74d6f71\" \"--data\" \"/data/regions/9bfa65b0-e374-4644-b294-66b6e74d6f71\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:04.298261269Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"region":"9bfa65b0-e374-4644-b294-66b6e74d6f71","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:04.405164728Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"uri":"/crucible/0/regions","method":"POST","req_id":"94bfc814-daf8-4e2f-9bdf-76c0ba2837af","remote_addr":"[fd00:1122:3344:101::c]:63508","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:04.733988435Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"uri":"/crucible/0/regions","method":"POST","req_id":"979837ed-b89c-4c0f-82e7-1d9a8be22f06","remote_addr":"[fd00:1122:3344:101::c]:63508","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:05.408257483Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"uri":"/crucible/0/regions","method":"POST","req_id":"524c4295-2f56-4a3e-9997-84bec6e1689f","remote_addr":"[fd00:1122:3344:101::c]:63508","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:05.91335659Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"region":"9bfa65b0-e374-4644-b294-66b6e74d6f71","component":"worker"} {"msg":"region 9bfa65b0-e374-4644-b294-66b6e74d6f71 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:05.913400581Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:05.913555794Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9bfa65b0-e374-4644-b294-66b6e74d6f71","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:05.913969053Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9bfa65b0-e374-4644-b294-66b6e74d6f71","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:05.962030383Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:06.043676285Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9bfa65b0-e374-4644-b294-66b6e74d6f71","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:06.06653583Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9bfa65b0-e374-4644-b294-66b6e74d6f71","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:06.067347948Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:06.067422479Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:06.0674659Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:06.067503391Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:06.083765876Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:06.102005683Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:06.296119052Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:41430"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:06.296277435Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"uri":"/crucible/0/regions/9bfa65b0-e374-4644-b294-66b6e74d6f71","method":"GET","req_id":"0901f5b6-5ce6-4c39-ac54-b401b9c1f5dd","remote_addr":"[fd00:1122:3344:101::b]:41430","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:06.703002255Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"uri":"/crucible/0/regions","method":"POST","req_id":"f433e7ba-eb9d-496c-baad-0297d47e820e","remote_addr":"[fd00:1122:3344:101::c]:63508","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:39.553002902Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:46370"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:39.553179316Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"uri":"/crucible/0/regions/9bfa65b0-e374-4644-b294-66b6e74d6f71","method":"GET","req_id":"bbe35ff5-647e-44f4-bfcb-9f9445f20d61","remote_addr":"[fd00:1122:3344:101::c]:46370","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":40,"response_code":200} {"msg":"path is \"/data/regions/9bfa65b0-e374-4644-b294-66b6e74d6f71\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:39.556257081Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"component":"datafile"} {"msg":"dataset is oxp_4494a6c8-fd58-4913-852d-8bc70fa1aaef/crucible/regions/9bfa65b0-e374-4644-b294-66b6e74d6f71","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:39.56846939Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"component":"datafile"} {"msg":"region 9bfa65b0-e374-4644-b294-66b6e74d6f71 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:39.575699903Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:39.576137023Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"uri":"/crucible/0/regions/9bfa65b0-e374-4644-b294-66b6e74d6f71","method":"DELETE","req_id":"a386bf92-75f1-4603-97d0-205e534e0c6a","remote_addr":"[fd00:1122:3344:101::c]:46370","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19898,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:39.576192244Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-9bfa65b0-e374-4644-b294-66b6e74d6f71 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:39.576722535Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:39.579155527Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"uri":"/crucible/0/regions/9bfa65b0-e374-4644-b294-66b6e74d6f71","method":"GET","req_id":"d9820a55-7498-48bf-8b7c-5ed04c013090","remote_addr":"[fd00:1122:3344:101::c]:46370","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":33,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:39.589935366Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_4494a6c8-fd58-4913-852d-8bc70fa1aaef/crucible/regions/9bfa65b0-e374-4644-b294-66b6e74d6f71\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:39.596359142Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"region":"9bfa65b0-e374-4644-b294-66b6e74d6f71","component":"worker"} {"msg":"region 9bfa65b0-e374-4644-b294-66b6e74d6f71 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:39.65658238Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-13T22:30:39.707774926Z","hostname":"oxz_crucible_39356531-c7d3-4cd5-a5c2-90d10c6386e5","pid":23412,"uri":"/crucible/0/regions/9bfa65b0-e374-4644-b294-66b6e74d6f71","method":"GET","req_id":"5364cdfb-d43f-427c-aa02-20d0c4b30e3b","remote_addr":"[fd00:1122:3344:101::c]:46370","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":49,"response_code":200}