{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.227256345Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37765"} {"msg":"region f6d20d4a-8227-4db7-a344-382fbbcda900 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.227352405Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.227922978Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.227933518Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"uri":"/crucible/0/regions","method":"POST","req_id":"5bc48167-13e6-4ace-b9d6-57d438877409","remote_addr":"[fd00:1122:3344:101::a]:37765","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":613,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_d612332a-82a6-46ae-ab58-7aa0427681a1/crucible/regions/f6d20d4a-8227-4db7-a344-382fbbcda900","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.237032392Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d612332a-82a6-46ae-ab58-7aa0427681a1/crucible/regions/f6d20d4a-8227-4db7-a344-382fbbcda900","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.237066683Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f6d20d4a-8227-4db7-a344-382fbbcda900\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f6d20d4a-8227-4db7-a344-382fbbcda900\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.272387764Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"region":"f6d20d4a-8227-4db7-a344-382fbbcda900","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f6d20d4a-8227-4db7-a344-382fbbcda900\" \"--data\" \"/data/regions/f6d20d4a-8227-4db7-a344-382fbbcda900\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.272419104Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"region":"f6d20d4a-8227-4db7-a344-382fbbcda900","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.320929379Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"region":"f6d20d4a-8227-4db7-a344-382fbbcda900","component":"worker"} {"msg":"region f6d20d4a-8227-4db7-a344-382fbbcda900 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.32095744Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.32105843Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f6d20d4a-8227-4db7-a344-382fbbcda900","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.321915234Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f6d20d4a-8227-4db7-a344-382fbbcda900","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.326234575Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.339402319Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f6d20d4a-8227-4db7-a344-382fbbcda900","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.340576465Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f6d20d4a-8227-4db7-a344-382fbbcda900","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.340859726Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.340906007Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.340947017Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.340985547Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.342929906Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.346061781Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.452246657Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"uri":"/crucible/0/regions","method":"POST","req_id":"d7397b93-3c74-4573-a185-5ceecdbb6c55","remote_addr":"[fd00:1122:3344:101::a]:37765","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region 37629924-6531-4fb0-81ee-ea2ba8a9ef1f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.411799489Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.41196682Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.41197734Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"uri":"/crucible/0/regions","method":"POST","req_id":"30feaa6e-53d4-4e32-9c49-10c8a84c4b57","remote_addr":"[fd00:1122:3344:101::a]:37765","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":219,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_d612332a-82a6-46ae-ab58-7aa0427681a1/crucible/regions/37629924-6531-4fb0-81ee-ea2ba8a9ef1f","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.41820016Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d612332a-82a6-46ae-ab58-7aa0427681a1/crucible/regions/37629924-6531-4fb0-81ee-ea2ba8a9ef1f","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.41822806Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"37629924-6531-4fb0-81ee-ea2ba8a9ef1f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/37629924-6531-4fb0-81ee-ea2ba8a9ef1f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.454182005Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"region":"37629924-6531-4fb0-81ee-ea2ba8a9ef1f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"37629924-6531-4fb0-81ee-ea2ba8a9ef1f\" \"--data\" \"/data/regions/37629924-6531-4fb0-81ee-ea2ba8a9ef1f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.454219845Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"region":"37629924-6531-4fb0-81ee-ea2ba8a9ef1f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.499233423Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"region":"37629924-6531-4fb0-81ee-ea2ba8a9ef1f","component":"worker"} {"msg":"region 37629924-6531-4fb0-81ee-ea2ba8a9ef1f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.499270333Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.499394754Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-37629924-6531-4fb0-81ee-ea2ba8a9ef1f","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.500295738Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-37629924-6531-4fb0-81ee-ea2ba8a9ef1f","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.508041406Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.512592258Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-37629924-6531-4fb0-81ee-ea2ba8a9ef1f","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.513771794Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/37629924-6531-4fb0-81ee-ea2ba8a9ef1f","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.514030025Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.514073155Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.514111675Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.514146616Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.515925384Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.519379441Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.746267362Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"uri":"/crucible/0/regions","method":"POST","req_id":"87fe3292-cb8d-44c0-8851-bbe5f7313a34","remote_addr":"[fd00:1122:3344:101::a]:37765","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:25:18.483760421Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55791"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:25:18.483908251Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"uri":"/crucible/0/regions/37629924-6531-4fb0-81ee-ea2ba8a9ef1f","method":"GET","req_id":"ad526ffa-6e5d-4bdc-b47e-c5aef2d4beef","remote_addr":"[fd00:1122:3344:101::a]:55791","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":43,"response_code":200} {"msg":"path is \"/data/regions/37629924-6531-4fb0-81ee-ea2ba8a9ef1f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:25:18.487592679Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"datafile"} {"msg":"dataset is oxp_d612332a-82a6-46ae-ab58-7aa0427681a1/crucible/regions/37629924-6531-4fb0-81ee-ea2ba8a9ef1f","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:25:18.496331902Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"datafile"} {"msg":"region 37629924-6531-4fb0-81ee-ea2ba8a9ef1f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:25:18.502618232Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:25:18.502889394Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:25:18.502923324Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"uri":"/crucible/0/regions/37629924-6531-4fb0-81ee-ea2ba8a9ef1f","method":"DELETE","req_id":"341f62b9-17a4-4134-bab3-cc49a9b65780","remote_addr":"[fd00:1122:3344:101::a]:55791","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":15272,"response_code":204} {"msg":"disabling downstairs instance: downstairs-37629924-6531-4fb0-81ee-ea2ba8a9ef1f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:25:18.50424018Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:25:18.506172159Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"uri":"/crucible/0/regions/37629924-6531-4fb0-81ee-ea2ba8a9ef1f","method":"GET","req_id":"5730bbc1-0ac2-4812-a4e7-2c60dcef08ac","remote_addr":"[fd00:1122:3344:101::a]:55791","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":42,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:25:18.507232955Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d612332a-82a6-46ae-ab58-7aa0427681a1/crucible/regions/37629924-6531-4fb0-81ee-ea2ba8a9ef1f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:25:18.514827241Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"region":"37629924-6531-4fb0-81ee-ea2ba8a9ef1f","component":"worker"} {"msg":"region 37629924-6531-4fb0-81ee-ea2ba8a9ef1f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:25:18.560183812Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:25:18.594158086Z","hostname":"oxz_crucible_c8544e3d-ffa8-4f78-93d4-5bca5b25ee31","pid":22149,"uri":"/crucible/0/regions/37629924-6531-4fb0-81ee-ea2ba8a9ef1f","method":"GET","req_id":"a7e39f68-68e3-4e43-9c2e-c0d723507dc9","remote_addr":"[fd00:1122:3344:101::a]:55791","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":51,"response_code":200}