{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.679117568Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:41745"} {"msg":"region 0e9a0c2c-2f89-47b2-aa0c-039881032a1f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.679254321Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.679907924Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.679917484Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"uri":"/crucible/0/regions","method":"POST","req_id":"750926a5-19bb-4cf1-89cb-fe1d32df9b7a","remote_addr":"[fd00:1122:3344:101::b]:41745","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":694,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_483750c5-0340-46a2-857a-12f257904f36/crucible/regions/0e9a0c2c-2f89-47b2-aa0c-039881032a1f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.688897147Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_483750c5-0340-46a2-857a-12f257904f36/crucible/regions/0e9a0c2c-2f89-47b2-aa0c-039881032a1f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.688910017Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0e9a0c2c-2f89-47b2-aa0c-039881032a1f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0e9a0c2c-2f89-47b2-aa0c-039881032a1f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.733704996Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"region":"0e9a0c2c-2f89-47b2-aa0c-039881032a1f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0e9a0c2c-2f89-47b2-aa0c-039881032a1f\" \"--data\" \"/data/regions/0e9a0c2c-2f89-47b2-aa0c-039881032a1f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.733736807Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"region":"0e9a0c2c-2f89-47b2-aa0c-039881032a1f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.789427537Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"region":"0e9a0c2c-2f89-47b2-aa0c-039881032a1f","component":"worker"} {"msg":"region 0e9a0c2c-2f89-47b2-aa0c-039881032a1f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.789458987Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.789555229Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0e9a0c2c-2f89-47b2-aa0c-039881032a1f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.80189539Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0e9a0c2c-2f89-47b2-aa0c-039881032a1f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.804075954Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.810395752Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0e9a0c2c-2f89-47b2-aa0c-039881032a1f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.811921433Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0e9a0c2c-2f89-47b2-aa0c-039881032a1f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.812199749Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.812241569Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.81227879Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.812314461Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.814551716Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.817407144Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:01.900198624Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"uri":"/crucible/0/regions","method":"POST","req_id":"27f17c16-f041-4298-9e75-852d60112a73","remote_addr":"[fd00:1122:3344:101::b]:41745","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.697020653Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"uri":"/crucible/0/regions/0807a645-f2ec-47b3-99cb-ad53df1921d0","method":"GET","req_id":"dceda534-1255-4ebf-8a87-ff69a087df9f","remote_addr":"[fd00:1122:3344:101::b]:41745","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":75,"response_code":200} {"msg":"path is \"/data/regions/0807a645-f2ec-47b3-99cb-ad53df1921d0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.700217107Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"datafile"} {"msg":"dataset is oxp_483750c5-0340-46a2-857a-12f257904f36/crucible/regions/0807a645-f2ec-47b3-99cb-ad53df1921d0","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.707144818Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"datafile"} {"msg":"snapshot is oxp_483750c5-0340-46a2-857a-12f257904f36/crucible/regions/0807a645-f2ec-47b3-99cb-ad53df1921d0@da700d0c-38ba-49d1-93a6-e66f9c0505b4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.713326183Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_483750c5-0340-46a2-857a-12f257904f36/crucible/regions/0807a645-f2ec-47b3-99cb-ad53df1921d0\", \"da700d0c-38ba-49d1-93a6-e66f9c0505b4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.713338864Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.721458278Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"uri":"/crucible/0/regions/0807a645-f2ec-47b3-99cb-ad53df1921d0/snapshots/da700d0c-38ba-49d1-93a6-e66f9c0505b4","method":"GET","req_id":"f10dfd51-15ff-42df-8005-6b149336c247","remote_addr":"[fd00:1122:3344:101::b]:41745","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21254,"response_code":200} {"msg":"path is \"/data/regions/0807a645-f2ec-47b3-99cb-ad53df1921d0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.727881289Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"datafile"} {"msg":"dataset is oxp_483750c5-0340-46a2-857a-12f257904f36/crucible/regions/0807a645-f2ec-47b3-99cb-ad53df1921d0","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.734219067Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"datafile"} {"msg":"snapshot is oxp_483750c5-0340-46a2-857a-12f257904f36/crucible/regions/0807a645-f2ec-47b3-99cb-ad53df1921d0@da700d0c-38ba-49d1-93a6-e66f9c0505b4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.742046796Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_483750c5-0340-46a2-857a-12f257904f36/crucible/regions/0807a645-f2ec-47b3-99cb-ad53df1921d0\", \"da700d0c-38ba-49d1-93a6-e66f9c0505b4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.742060186Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 0807a645-f2ec-47b3-99cb-ad53df1921d0-da700d0c-38ba-49d1-93a6-e66f9c0505b4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.748925126Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"datafile"} {"msg":"applying SMF actions for region 0807a645-f2ec-47b3-99cb-ad53df1921d0 running snapshot da700d0c-38ba-49d1-93a6-e66f9c0505b4 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.749071299Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.749084829Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"uri":"/crucible/0/regions/0807a645-f2ec-47b3-99cb-ad53df1921d0/snapshots/da700d0c-38ba-49d1-93a6-e66f9c0505b4/run","method":"POST","req_id":"edc2e6c2-f702-493b-8c7a-75cb7f3c5ff7","remote_addr":"[fd00:1122:3344:101::b]:41745","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21252,"response_code":200} {"msg":"creating missing snapshot instance snapshot-0807a645-f2ec-47b3-99cb-ad53df1921d0-da700d0c-38ba-49d1-93a6-e66f9c0505b4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.753523599Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-0807a645-f2ec-47b3-99cb-ad53df1921d0-da700d0c-38ba-49d1-93a6-e66f9c0505b4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.757089191Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-0807a645-f2ec-47b3-99cb-ad53df1921d0-da700d0c-38ba-49d1-93a6-e66f9c0505b4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.762661805Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0807a645-f2ec-47b3-99cb-ad53df1921d0/.zfs/snapshot/da700d0c-38ba-49d1-93a6-e66f9c0505b4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.76295468Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.763002731Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.763039742Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.763070113Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.763124654Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.764995212Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.767634205Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"region 0807a645-f2ec-47b3-99cb-ad53df1921d0 running snapshot da700d0c-38ba-49d1-93a6-e66f9c0505b4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.767651966Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"datafile"} {"msg":"path is \"/data/regions/0807a645-f2ec-47b3-99cb-ad53df1921d0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:02.994961718Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"datafile"} {"msg":"dataset is oxp_483750c5-0340-46a2-857a-12f257904f36/crucible/regions/0807a645-f2ec-47b3-99cb-ad53df1921d0","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:03.000933109Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"datafile"} {"msg":"snapshot is oxp_483750c5-0340-46a2-857a-12f257904f36/crucible/regions/0807a645-f2ec-47b3-99cb-ad53df1921d0@da700d0c-38ba-49d1-93a6-e66f9c0505b4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:03.00639863Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_483750c5-0340-46a2-857a-12f257904f36/crucible/regions/0807a645-f2ec-47b3-99cb-ad53df1921d0\", \"da700d0c-38ba-49d1-93a6-e66f9c0505b4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:03.006427981Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:03.012368931Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"uri":"/crucible/0/regions/0807a645-f2ec-47b3-99cb-ad53df1921d0/snapshots/da700d0c-38ba-49d1-93a6-e66f9c0505b4/run","method":"POST","req_id":"2e6661de-2895-4787-bfd0-8c63dc3533dd","remote_addr":"[fd00:1122:3344:101::b]:41745","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17421,"response_code":200} {"msg":"region bd40d5bc-8406-4200-9b4d-39655c24fcff state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.102184448Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.102356772Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.102367202Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"uri":"/crucible/0/regions","method":"POST","req_id":"98e1e574-3813-480d-910a-58ea5a797ec3","remote_addr":"[fd00:1122:3344:101::b]:41745","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":225,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_483750c5-0340-46a2-857a-12f257904f36/crucible/regions/bd40d5bc-8406-4200-9b4d-39655c24fcff","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.109309853Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_483750c5-0340-46a2-857a-12f257904f36/crucible/regions/bd40d5bc-8406-4200-9b4d-39655c24fcff","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.109366774Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"bd40d5bc-8406-4200-9b4d-39655c24fcff\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bd40d5bc-8406-4200-9b4d-39655c24fcff\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.146342963Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"region":"bd40d5bc-8406-4200-9b4d-39655c24fcff","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bd40d5bc-8406-4200-9b4d-39655c24fcff\" \"--data\" \"/data/regions/bd40d5bc-8406-4200-9b4d-39655c24fcff\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.146384474Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"region":"bd40d5bc-8406-4200-9b4d-39655c24fcff","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.197838658Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"region":"bd40d5bc-8406-4200-9b4d-39655c24fcff","component":"worker"} {"msg":"region bd40d5bc-8406-4200-9b4d-39655c24fcff state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.197872029Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.197993341Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-bd40d5bc-8406-4200-9b4d-39655c24fcff","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.199866179Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bd40d5bc-8406-4200-9b4d-39655c24fcff","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.201128385Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.205667087Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bd40d5bc-8406-4200-9b4d-39655c24fcff","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.207092526Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bd40d5bc-8406-4200-9b4d-39655c24fcff","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.207375482Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.207423223Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.207467984Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.207509145Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.20927399Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.213283202Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:08.335865589Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"uri":"/crucible/0/regions","method":"POST","req_id":"a9a07b64-c71b-4c74-8242-59dcb4e765ef","remote_addr":"[fd00:1122:3344:101::b]:41745","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:32.838714396Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"uri":"/crucible/0/regions/bd40d5bc-8406-4200-9b4d-39655c24fcff","method":"GET","req_id":"a5767f64-7f8c-4bae-a642-eabfa6bc0573","remote_addr":"[fd00:1122:3344:101::b]:41745","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":70,"response_code":200} {"msg":"path is \"/data/regions/bd40d5bc-8406-4200-9b4d-39655c24fcff\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:32.842025573Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"datafile"} {"msg":"dataset is oxp_483750c5-0340-46a2-857a-12f257904f36/crucible/regions/bd40d5bc-8406-4200-9b4d-39655c24fcff","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:32.850390603Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"datafile"} {"msg":"region bd40d5bc-8406-4200-9b4d-39655c24fcff state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:32.85864548Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:32.858805033Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:32.858838224Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"uri":"/crucible/0/regions/bd40d5bc-8406-4200-9b4d-39655c24fcff","method":"DELETE","req_id":"e4a3d5cb-473a-4003-80de-20658119a86c","remote_addr":"[fd00:1122:3344:101::b]:41745","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16863,"response_code":204} {"msg":"disabling downstairs instance: downstairs-bd40d5bc-8406-4200-9b4d-39655c24fcff (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:32.859862795Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:32.862145621Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"uri":"/crucible/0/regions/bd40d5bc-8406-4200-9b4d-39655c24fcff","method":"GET","req_id":"4df00732-bd38-40a7-a338-31f25cbc033f","remote_addr":"[fd00:1122:3344:101::b]:41745","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":31,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:32.864880757Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_483750c5-0340-46a2-857a-12f257904f36/crucible/regions/bd40d5bc-8406-4200-9b4d-39655c24fcff\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:32.873668105Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"region":"bd40d5bc-8406-4200-9b4d-39655c24fcff","component":"worker"} {"msg":"region bd40d5bc-8406-4200-9b4d-39655c24fcff state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:32.927041288Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-15T02:54:32.927419756Z","hostname":"oxz_crucible_72a172c3-fa6a-4baa-87b8-bef23b4c8f39","pid":22272,"uri":"/crucible/0/regions/bd40d5bc-8406-4200-9b4d-39655c24fcff","method":"GET","req_id":"ab03f46b-400a-4622-a466-3c06eb8db1f6","remote_addr":"[fd00:1122:3344:101::b]:41745","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":55,"response_code":200}