{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:28.49419733Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:34941"} {"msg":"region a1fa19ed-6117-4440-9320-e2b4a52e874f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:28.54594703Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:28.548994984Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:28.549004975Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"uri":"/crucible/0/regions","method":"POST","req_id":"8cf0517e-e40e-4877-8a00-13c90f2d6ae7","remote_addr":"[fd00:1122:3344:101::b]:34941","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20998,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_3e7f5399-2fd6-4ae4-9763-38c9d8d0d2b8/crucible/regions/a1fa19ed-6117-4440-9320-e2b4a52e874f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:28.560169913Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3e7f5399-2fd6-4ae4-9763-38c9d8d0d2b8/crucible/regions/a1fa19ed-6117-4440-9320-e2b4a52e874f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:28.560189503Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a1fa19ed-6117-4440-9320-e2b4a52e874f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a1fa19ed-6117-4440-9320-e2b4a52e874f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:28.604461114Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"region":"a1fa19ed-6117-4440-9320-e2b4a52e874f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a1fa19ed-6117-4440-9320-e2b4a52e874f\" \"--data\" \"/data/regions/a1fa19ed-6117-4440-9320-e2b4a52e874f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:28.606800913Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"region":"a1fa19ed-6117-4440-9320-e2b4a52e874f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:28.851475444Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"uri":"/crucible/0/regions","method":"POST","req_id":"85366283-115e-4d74-a646-c67ed897883b","remote_addr":"[fd00:1122:3344:101::b]:34941","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":86,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:29.010909908Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"region":"a1fa19ed-6117-4440-9320-e2b4a52e874f","component":"worker"} {"msg":"region a1fa19ed-6117-4440-9320-e2b4a52e874f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:29.010959349Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:29.01107866Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a1fa19ed-6117-4440-9320-e2b4a52e874f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:29.011478893Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a1fa19ed-6117-4440-9320-e2b4a52e874f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:29.024030272Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:29.048205564Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a1fa19ed-6117-4440-9320-e2b4a52e874f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:29.050873526Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a1fa19ed-6117-4440-9320-e2b4a52e874f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:29.051625071Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:29.051679102Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:29.051714512Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:29.051747032Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:29.055714384Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:29.060667323Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:29.394000637Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"uri":"/crucible/0/regions","method":"POST","req_id":"fb62b7f8-b183-471a-927f-80a1c6d2ab63","remote_addr":"[fd00:1122:3344:101::b]:34941","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:53.731696609Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"uri":"/crucible/0/regions/a1fa19ed-6117-4440-9320-e2b4a52e874f","method":"GET","req_id":"4c0e1685-4e92-45ab-86e4-b09bd2bcfdee","remote_addr":"[fd00:1122:3344:101::b]:34941","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"path is \"/data/regions/a1fa19ed-6117-4440-9320-e2b4a52e874f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:53.734719273Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"component":"datafile"} {"msg":"dataset is oxp_3e7f5399-2fd6-4ae4-9763-38c9d8d0d2b8/crucible/regions/a1fa19ed-6117-4440-9320-e2b4a52e874f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:53.74309181Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"component":"datafile"} {"msg":"region a1fa19ed-6117-4440-9320-e2b4a52e874f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:53.751324605Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:53.752052641Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"uri":"/crucible/0/regions/a1fa19ed-6117-4440-9320-e2b4a52e874f","method":"DELETE","req_id":"63294eb1-f018-4dd6-b95a-af364cb2626c","remote_addr":"[fd00:1122:3344:101::b]:34941","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17363,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:53.752068091Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-a1fa19ed-6117-4440-9320-e2b4a52e874f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:53.753022349Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:53.755279107Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"uri":"/crucible/0/regions/a1fa19ed-6117-4440-9320-e2b4a52e874f","method":"GET","req_id":"1b8bd052-082c-4931-a099-c20ee08f3660","remote_addr":"[fd00:1122:3344:101::b]:34941","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":28,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:53.759234028Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_3e7f5399-2fd6-4ae4-9763-38c9d8d0d2b8/crucible/regions/a1fa19ed-6117-4440-9320-e2b4a52e874f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:53.766714377Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"region":"a1fa19ed-6117-4440-9320-e2b4a52e874f","component":"worker"} {"msg":"region a1fa19ed-6117-4440-9320-e2b4a52e874f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:53.822171767Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-10T19:17:53.875244768Z","hostname":"oxz_crucible_619afd8b-72e3-49f1-a853-359076c4f06d","pid":23802,"uri":"/crucible/0/regions/a1fa19ed-6117-4440-9320-e2b4a52e874f","method":"GET","req_id":"0e19dfdc-bd72-4e84-933e-e52a3eb89ddc","remote_addr":"[fd00:1122:3344:101::b]:34941","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":52,"response_code":200}