{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:01.934088683Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42622"} {"msg":"region df9d15ff-566e-4186-8469-94015db53a13 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:01.990088294Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:01.993723213Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:01.995208178Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"uri":"/crucible/0/regions","method":"POST","req_id":"c164eb93-e4f8-4075-b5b9-c9baf601f9a0","remote_addr":"[fd00:1122:3344:101::a]:42622","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26482,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_04d26bfe-3141-4889-a4a1-96bf96d34571/crucible/regions/df9d15ff-566e-4186-8469-94015db53a13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.006417357Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_04d26bfe-3141-4889-a4a1-96bf96d34571/crucible/regions/df9d15ff-566e-4186-8469-94015db53a13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.006457077Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"df9d15ff-566e-4186-8469-94015db53a13\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/df9d15ff-566e-4186-8469-94015db53a13\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.071751417Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"region":"df9d15ff-566e-4186-8469-94015db53a13","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"df9d15ff-566e-4186-8469-94015db53a13\" \"--data\" \"/data/regions/df9d15ff-566e-4186-8469-94015db53a13\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.07489376Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"region":"df9d15ff-566e-4186-8469-94015db53a13","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.257888332Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"uri":"/crucible/0/regions","method":"POST","req_id":"7b4f248d-d72b-491c-a588-81db9f5e3b35","remote_addr":"[fd00:1122:3344:101::a]:42622","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.49922966Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"region":"df9d15ff-566e-4186-8469-94015db53a13","component":"worker"} {"msg":"region df9d15ff-566e-4186-8469-94015db53a13 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.4992732Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.499408072Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-df9d15ff-566e-4186-8469-94015db53a13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.499784116Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-df9d15ff-566e-4186-8469-94015db53a13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.508149864Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.525482717Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-df9d15ff-566e-4186-8469-94015db53a13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.527022564Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/df9d15ff-566e-4186-8469-94015db53a13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.527764951Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.527845212Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.527877813Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.527920043Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.530027175Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.532848345Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:02.836734202Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"uri":"/crucible/0/regions","method":"POST","req_id":"63930bae-f875-4417-b152-994c0ea5d703","remote_addr":"[fd00:1122:3344:101::a]:42622","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":80,"response_code":200} {"msg":"region 5940bbe0-fd0a-4cad-9cae-4fd5a905b80f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.546886579Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.547103002Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.547137742Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"uri":"/crucible/0/regions","method":"POST","req_id":"eefe6c50-03a3-4ee7-93fa-3ec40bd1c8a6","remote_addr":"[fd00:1122:3344:101::a]:42622","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":270,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_04d26bfe-3141-4889-a4a1-96bf96d34571/crucible/regions/5940bbe0-fd0a-4cad-9cae-4fd5a905b80f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.553827743Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_04d26bfe-3141-4889-a4a1-96bf96d34571/crucible/regions/5940bbe0-fd0a-4cad-9cae-4fd5a905b80f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.553856553Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5940bbe0-fd0a-4cad-9cae-4fd5a905b80f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5940bbe0-fd0a-4cad-9cae-4fd5a905b80f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.591998756Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"region":"5940bbe0-fd0a-4cad-9cae-4fd5a905b80f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5940bbe0-fd0a-4cad-9cae-4fd5a905b80f\" \"--data\" \"/data/regions/5940bbe0-fd0a-4cad-9cae-4fd5a905b80f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.592035246Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"region":"5940bbe0-fd0a-4cad-9cae-4fd5a905b80f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.639948121Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"region":"5940bbe0-fd0a-4cad-9cae-4fd5a905b80f","component":"worker"} {"msg":"region 5940bbe0-fd0a-4cad-9cae-4fd5a905b80f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.639984131Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.640078192Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5940bbe0-fd0a-4cad-9cae-4fd5a905b80f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.640400836Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5940bbe0-fd0a-4cad-9cae-4fd5a905b80f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.641576568Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.644968354Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5940bbe0-fd0a-4cad-9cae-4fd5a905b80f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.646108296Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5940bbe0-fd0a-4cad-9cae-4fd5a905b80f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.646419149Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.64646119Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.64650503Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.64654076Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.648761734Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.656218638Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:08.707020459Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"uri":"/crucible/0/regions","method":"POST","req_id":"f7124da2-f264-4ef4-9dfd-59c73d76efab","remote_addr":"[fd00:1122:3344:101::a]:42622","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:33.682749374Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"uri":"/crucible/0/regions/5940bbe0-fd0a-4cad-9cae-4fd5a905b80f","method":"GET","req_id":"2cae5e4f-f634-46da-8fd0-9a1581424dda","remote_addr":"[fd00:1122:3344:101::a]:42622","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"path is \"/data/regions/5940bbe0-fd0a-4cad-9cae-4fd5a905b80f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:33.687284151Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"datafile"} {"msg":"dataset is oxp_04d26bfe-3141-4889-a4a1-96bf96d34571/crucible/regions/5940bbe0-fd0a-4cad-9cae-4fd5a905b80f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:33.697968054Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"datafile"} {"msg":"region 5940bbe0-fd0a-4cad-9cae-4fd5a905b80f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:33.704623285Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:33.704787376Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:33.704797536Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"uri":"/crucible/0/regions/5940bbe0-fd0a-4cad-9cae-4fd5a905b80f","method":"DELETE","req_id":"a0649fe0-8ad6-4fdc-b614-17453583b021","remote_addr":"[fd00:1122:3344:101::a]:42622","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17550,"response_code":204} {"msg":"disabling downstairs instance: downstairs-5940bbe0-fd0a-4cad-9cae-4fd5a905b80f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:33.705767307Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:33.708276313Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"uri":"/crucible/0/regions/5940bbe0-fd0a-4cad-9cae-4fd5a905b80f","method":"GET","req_id":"cc2efe55-1086-4ef2-a640-b67732379ba5","remote_addr":"[fd00:1122:3344:101::a]:42622","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:33.709242123Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_04d26bfe-3141-4889-a4a1-96bf96d34571/crucible/regions/5940bbe0-fd0a-4cad-9cae-4fd5a905b80f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:33.718246658Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"region":"5940bbe0-fd0a-4cad-9cae-4fd5a905b80f","component":"worker"} {"msg":"region 5940bbe0-fd0a-4cad-9cae-4fd5a905b80f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:33.778370873Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:38:33.78850295Z","hostname":"oxz_crucible_92aa039b-5865-4ffe-a55c-c32bfc33a0ee","pid":22184,"uri":"/crucible/0/regions/5940bbe0-fd0a-4cad-9cae-4fd5a905b80f","method":"GET","req_id":"6604891b-a46c-4916-8ea7-0b8ab3230c6e","remote_addr":"[fd00:1122:3344:101::a]:42622","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":52,"response_code":200}