{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:34.683303698Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34823"} {"msg":"region ffbc7299-13bd-4b12-9fc9-ba5c99c20830 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:34.729338767Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:34.732429722Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:34.732448022Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"uri":"/crucible/0/regions","method":"POST","req_id":"b9d7e6b5-a065-4689-9944-ba73f5984d66","remote_addr":"[fd00:1122:3344:101::a]:34823","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18857,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_2158a005-c28f-4c4e-8087-33e56c339922/crucible/regions/ffbc7299-13bd-4b12-9fc9-ba5c99c20830","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:34.74317229Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2158a005-c28f-4c4e-8087-33e56c339922/crucible/regions/ffbc7299-13bd-4b12-9fc9-ba5c99c20830","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:34.74319429Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ffbc7299-13bd-4b12-9fc9-ba5c99c20830\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ffbc7299-13bd-4b12-9fc9-ba5c99c20830\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:34.787576416Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"region":"ffbc7299-13bd-4b12-9fc9-ba5c99c20830","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ffbc7299-13bd-4b12-9fc9-ba5c99c20830\" \"--data\" \"/data/regions/ffbc7299-13bd-4b12-9fc9-ba5c99c20830\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:34.789942155Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"region":"ffbc7299-13bd-4b12-9fc9-ba5c99c20830","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:34.903660211Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"uri":"/crucible/0/regions","method":"POST","req_id":"a4916cc3-d11b-493c-8d40-d69d2f25189d","remote_addr":"[fd00:1122:3344:101::a]:34823","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:35.148264174Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"region":"ffbc7299-13bd-4b12-9fc9-ba5c99c20830","component":"worker"} {"msg":"region ffbc7299-13bd-4b12-9fc9-ba5c99c20830 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:35.148307364Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:35.148432375Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ffbc7299-13bd-4b12-9fc9-ba5c99c20830","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:35.148799108Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ffbc7299-13bd-4b12-9fc9-ba5c99c20830","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:35.159899929Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:35.179889344Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ffbc7299-13bd-4b12-9fc9-ba5c99c20830","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:35.183175181Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ffbc7299-13bd-4b12-9fc9-ba5c99c20830","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:35.183904867Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:35.183966047Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:35.184005097Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:35.184039908Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:35.187855259Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:35.191736711Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:35.280873844Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"uri":"/crucible/0/regions","method":"POST","req_id":"d551f5f9-5abb-4f41-bfa4-d011b8c98b7b","remote_addr":"[fd00:1122:3344:101::a]:34823","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"region 1245b9b4-7547-4293-945b-98646914abe9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:41.699126461Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:41.699291843Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"uri":"/crucible/0/regions","method":"POST","req_id":"23267615-f278-4a37-9ea1-f93340feac7a","remote_addr":"[fd00:1122:3344:101::a]:34823","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":210,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:41.699319243Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_2158a005-c28f-4c4e-8087-33e56c339922/crucible/regions/1245b9b4-7547-4293-945b-98646914abe9","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:41.705633065Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2158a005-c28f-4c4e-8087-33e56c339922/crucible/regions/1245b9b4-7547-4293-945b-98646914abe9","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:41.705646165Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1245b9b4-7547-4293-945b-98646914abe9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1245b9b4-7547-4293-945b-98646914abe9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:41.753101676Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"region":"1245b9b4-7547-4293-945b-98646914abe9","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1245b9b4-7547-4293-945b-98646914abe9\" \"--data\" \"/data/regions/1245b9b4-7547-4293-945b-98646914abe9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:41.753164166Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"region":"1245b9b4-7547-4293-945b-98646914abe9","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:41.8326933Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"region":"1245b9b4-7547-4293-945b-98646914abe9","component":"worker"} {"msg":"region 1245b9b4-7547-4293-945b-98646914abe9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:41.832728311Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:41.832822241Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1245b9b4-7547-4293-945b-98646914abe9","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:41.833155464Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1245b9b4-7547-4293-945b-98646914abe9","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:41.835696755Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:41.842153068Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1245b9b4-7547-4293-945b-98646914abe9","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:41.845168183Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1245b9b4-7547-4293-945b-98646914abe9","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:41.845368425Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:41.845411295Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:41.845448475Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:41.845483806Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:41.848703722Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:41.858987637Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:46:41.865722762Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"uri":"/crucible/0/regions","method":"POST","req_id":"42266c42-f121-4c6d-83e4-f495c7c80e89","remote_addr":"[fd00:1122:3344:101::a]:34823","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:47:13.219443656Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64357"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:47:13.219556826Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"uri":"/crucible/0/regions/1245b9b4-7547-4293-945b-98646914abe9","method":"GET","req_id":"8b83ccc6-86af-4f9d-9735-b2e3ac3e5edd","remote_addr":"[fd00:1122:3344:101::a]:64357","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"path is \"/data/regions/1245b9b4-7547-4293-945b-98646914abe9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:47:13.223298407Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"datafile"} {"msg":"dataset is oxp_2158a005-c28f-4c4e-8087-33e56c339922/crucible/regions/1245b9b4-7547-4293-945b-98646914abe9","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:47:13.233960275Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"datafile"} {"msg":"region 1245b9b4-7547-4293-945b-98646914abe9 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:47:13.241674859Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:47:13.242230333Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"uri":"/crucible/0/regions/1245b9b4-7547-4293-945b-98646914abe9","method":"DELETE","req_id":"90d55dd5-2ce9-43c0-9f28-4b685f0e81b7","remote_addr":"[fd00:1122:3344:101::a]:64357","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18966,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:47:13.242256403Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-1245b9b4-7547-4293-945b-98646914abe9 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:47:13.243350282Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:47:13.24548906Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"uri":"/crucible/0/regions/1245b9b4-7547-4293-945b-98646914abe9","method":"GET","req_id":"d8fa30b1-bbff-4f90-a687-767787f2f073","remote_addr":"[fd00:1122:3344:101::a]:64357","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:47:13.257490329Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_2158a005-c28f-4c4e-8087-33e56c339922/crucible/regions/1245b9b4-7547-4293-945b-98646914abe9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:47:13.265761197Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"region":"1245b9b4-7547-4293-945b-98646914abe9","component":"worker"} {"msg":"region 1245b9b4-7547-4293-945b-98646914abe9 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:47:13.313328098Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-14T02:47:13.36213934Z","hostname":"oxz_crucible_3ebff517-7e42-4cd5-8c45-a6f73bf6ff69","pid":25287,"uri":"/crucible/0/regions/1245b9b4-7547-4293-945b-98646914abe9","method":"GET","req_id":"e806c085-44be-45cd-b286-4bf1b4ec33f6","remote_addr":"[fd00:1122:3344:101::a]:64357","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":44,"response_code":200}