{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.22626587Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34467"} {"msg":"region 0a342b5e-278f-4e6b-8a48-d2664aa8a761 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.226359401Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.227172205Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.227181595Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"uri":"/crucible/0/regions","method":"POST","req_id":"ddb61513-209c-483e-8184-a3bf38d546b9","remote_addr":"[fd00:1122:3344:101::a]:34467","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":817,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_6810b88f-8da2-46d7-b028-62707bc849c6/crucible/regions/0a342b5e-278f-4e6b-8a48-d2664aa8a761","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.237593025Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_6810b88f-8da2-46d7-b028-62707bc849c6/crucible/regions/0a342b5e-278f-4e6b-8a48-d2664aa8a761","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.237607635Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0a342b5e-278f-4e6b-8a48-d2664aa8a761\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0a342b5e-278f-4e6b-8a48-d2664aa8a761\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.278152602Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"region":"0a342b5e-278f-4e6b-8a48-d2664aa8a761","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0a342b5e-278f-4e6b-8a48-d2664aa8a761\" \"--data\" \"/data/regions/0a342b5e-278f-4e6b-8a48-d2664aa8a761\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.278189592Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"region":"0a342b5e-278f-4e6b-8a48-d2664aa8a761","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.327509042Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"region":"0a342b5e-278f-4e6b-8a48-d2664aa8a761","component":"worker"} {"msg":"region 0a342b5e-278f-4e6b-8a48-d2664aa8a761 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.327541072Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.327639712Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0a342b5e-278f-4e6b-8a48-d2664aa8a761","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.328444166Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0a342b5e-278f-4e6b-8a48-d2664aa8a761","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.332792207Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.345278898Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0a342b5e-278f-4e6b-8a48-d2664aa8a761","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.346565464Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0a342b5e-278f-4e6b-8a48-d2664aa8a761","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.346930496Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.346989366Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.347051236Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.347096537Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.349167747Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.352250851Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:40.3972775Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"uri":"/crucible/0/regions","method":"POST","req_id":"eb0eb1ad-7468-4d4a-ba31-56d6e1a5c39e","remote_addr":"[fd00:1122:3344:101::a]:34467","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"region 11f50121-725e-4a2b-b4ed-50f90024d353 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.411067675Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.411240286Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.411259726Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"uri":"/crucible/0/regions","method":"POST","req_id":"98c545be-d4a1-49b5-8dd3-57a030c27c54","remote_addr":"[fd00:1122:3344:101::a]:34467","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":222,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_6810b88f-8da2-46d7-b028-62707bc849c6/crucible/regions/11f50121-725e-4a2b-b4ed-50f90024d353","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.417369206Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_6810b88f-8da2-46d7-b028-62707bc849c6/crucible/regions/11f50121-725e-4a2b-b4ed-50f90024d353","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.417402136Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"11f50121-725e-4a2b-b4ed-50f90024d353\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/11f50121-725e-4a2b-b4ed-50f90024d353\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.462812946Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"region":"11f50121-725e-4a2b-b4ed-50f90024d353","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"11f50121-725e-4a2b-b4ed-50f90024d353\" \"--data\" \"/data/regions/11f50121-725e-4a2b-b4ed-50f90024d353\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.462856317Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"region":"11f50121-725e-4a2b-b4ed-50f90024d353","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.507985175Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"region":"11f50121-725e-4a2b-b4ed-50f90024d353","component":"worker"} {"msg":"region 11f50121-725e-4a2b-b4ed-50f90024d353 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.508014206Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.508138946Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-11f50121-725e-4a2b-b4ed-50f90024d353","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.509853095Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-11f50121-725e-4a2b-b4ed-50f90024d353","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.519809713Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.523803972Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-11f50121-725e-4a2b-b4ed-50f90024d353","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.527690691Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/11f50121-725e-4a2b-b4ed-50f90024d353","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.527973392Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.528014263Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.528054183Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.528089723Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.52961076Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.532192883Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:24:46.730173634Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"uri":"/crucible/0/regions","method":"POST","req_id":"f7817e87-d63b-42f5-99dd-70dcb25b0cbd","remote_addr":"[fd00:1122:3344:101::a]:34467","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:25:18.484049352Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43566"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:25:18.484328824Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"uri":"/crucible/0/regions/11f50121-725e-4a2b-b4ed-50f90024d353","method":"GET","req_id":"8e5addd4-2cf8-4062-88c2-789b09973fab","remote_addr":"[fd00:1122:3344:101::a]:43566","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":44,"response_code":200} {"msg":"path is \"/data/regions/11f50121-725e-4a2b-b4ed-50f90024d353\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:25:18.486981656Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"datafile"} {"msg":"dataset is oxp_6810b88f-8da2-46d7-b028-62707bc849c6/crucible/regions/11f50121-725e-4a2b-b4ed-50f90024d353","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:25:18.496426942Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"datafile"} {"msg":"region 11f50121-725e-4a2b-b4ed-50f90024d353 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:25:18.503583637Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:25:18.503739158Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:25:18.503781098Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"uri":"/crucible/0/regions/11f50121-725e-4a2b-b4ed-50f90024d353","method":"DELETE","req_id":"45dd6df9-80d4-4dd7-93b3-f32c7332288c","remote_addr":"[fd00:1122:3344:101::a]:43566","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":16819,"response_code":204} {"msg":"disabling downstairs instance: downstairs-11f50121-725e-4a2b-b4ed-50f90024d353 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:25:18.505257855Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:25:18.507524076Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"uri":"/crucible/0/regions/11f50121-725e-4a2b-b4ed-50f90024d353","method":"GET","req_id":"d0607ddd-bfd2-45ad-841b-5b21b957778c","remote_addr":"[fd00:1122:3344:101::a]:43566","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:25:18.50826338Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_6810b88f-8da2-46d7-b028-62707bc849c6/crucible/regions/11f50121-725e-4a2b-b4ed-50f90024d353\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:25:18.515360844Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"region":"11f50121-725e-4a2b-b4ed-50f90024d353","component":"worker"} {"msg":"region 11f50121-725e-4a2b-b4ed-50f90024d353 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:25:18.555189737Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-02T17:25:18.65271939Z","hostname":"oxz_crucible_c91a9d2d-96f9-4c50-9183-5b009e0c49da","pid":22413,"uri":"/crucible/0/regions/11f50121-725e-4a2b-b4ed-50f90024d353","method":"GET","req_id":"eb46ade5-4e48-45da-aca2-986cf1eb4e51","remote_addr":"[fd00:1122:3344:101::a]:43566","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":54,"response_code":200}