{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.680435442Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56683"} {"msg":"region 1673fae5-a0ef-44b9-a5c3-17068ada5338 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.739024152Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.742691284Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.742712815Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"uri":"/crucible/0/regions","method":"POST","req_id":"1710c5cd-cfa4-40f9-819a-ac9808796590","remote_addr":"[fd00:1122:3344:101::a]:56683","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25452,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_8454cff4-dfcb-4a39-bd17-401eb4d2a496/crucible/regions/1673fae5-a0ef-44b9-a5c3-17068ada5338","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.754999984Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8454cff4-dfcb-4a39-bd17-401eb4d2a496/crucible/regions/1673fae5-a0ef-44b9-a5c3-17068ada5338","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.755022234Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1673fae5-a0ef-44b9-a5c3-17068ada5338\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1673fae5-a0ef-44b9-a5c3-17068ada5338\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.845820443Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"region":"1673fae5-a0ef-44b9-a5c3-17068ada5338","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1673fae5-a0ef-44b9-a5c3-17068ada5338\" \"--data\" \"/data/regions/1673fae5-a0ef-44b9-a5c3-17068ada5338\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.848500439Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"region":"1673fae5-a0ef-44b9-a5c3-17068ada5338","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.877695116Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"uri":"/crucible/0/regions","method":"POST","req_id":"d2405a06-b456-47fa-b083-e7c150cc0af3","remote_addr":"[fd00:1122:3344:101::a]:56683","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:19.284053666Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"region":"1673fae5-a0ef-44b9-a5c3-17068ada5338","component":"worker"} {"msg":"region 1673fae5-a0ef-44b9-a5c3-17068ada5338 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:19.284097897Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:19.284188209Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1673fae5-a0ef-44b9-a5c3-17068ada5338","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:19.284575985Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1673fae5-a0ef-44b9-a5c3-17068ada5338","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:19.303162412Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:19.328599686Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1673fae5-a0ef-44b9-a5c3-17068ada5338","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:19.33234877Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1673fae5-a0ef-44b9-a5c3-17068ada5338","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:19.333324756Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:19.333364417Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:19.333451709Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:19.333471699Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:19.338480534Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:19.342698636Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:19.489333417Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"uri":"/crucible/0/regions","method":"POST","req_id":"57b7fc0a-0b55-4082-b90a-1f753ffd146d","remote_addr":"[fd00:1122:3344:101::a]:56683","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"region 7dc6ce5e-2c73-4258-bcb9-c994ebedc92a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:26.073004837Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:26.073163439Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:26.073173219Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"uri":"/crucible/0/regions","method":"POST","req_id":"0014c692-ebff-48a4-825d-282132f10b97","remote_addr":"[fd00:1122:3344:101::a]:56683","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":215,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_8454cff4-dfcb-4a39-bd17-401eb4d2a496/crucible/regions/7dc6ce5e-2c73-4258-bcb9-c994ebedc92a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:26.079299424Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8454cff4-dfcb-4a39-bd17-401eb4d2a496/crucible/regions/7dc6ce5e-2c73-4258-bcb9-c994ebedc92a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:26.079320544Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"7dc6ce5e-2c73-4258-bcb9-c994ebedc92a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7dc6ce5e-2c73-4258-bcb9-c994ebedc92a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:26.131922541Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"region":"7dc6ce5e-2c73-4258-bcb9-c994ebedc92a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7dc6ce5e-2c73-4258-bcb9-c994ebedc92a\" \"--data\" \"/data/regions/7dc6ce5e-2c73-4258-bcb9-c994ebedc92a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:26.131961962Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"region":"7dc6ce5e-2c73-4258-bcb9-c994ebedc92a","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:26.21277274Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"region":"7dc6ce5e-2c73-4258-bcb9-c994ebedc92a","component":"worker"} {"msg":"region 7dc6ce5e-2c73-4258-bcb9-c994ebedc92a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:26.212814371Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:26.212880772Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-7dc6ce5e-2c73-4258-bcb9-c994ebedc92a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:26.216388912Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7dc6ce5e-2c73-4258-bcb9-c994ebedc92a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:26.219013686Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:26.226108937Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7dc6ce5e-2c73-4258-bcb9-c994ebedc92a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:26.229737539Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7dc6ce5e-2c73-4258-bcb9-c994ebedc92a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:26.230024384Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:26.230067135Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:26.230108996Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:26.230143716Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:26.234168875Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:26.239358073Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:26.253632547Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"uri":"/crucible/0/regions","method":"POST","req_id":"5c2c5d07-1a96-4fa9-8256-80ad3c6c7b4b","remote_addr":"[fd00:1122:3344:101::a]:56683","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:52.37090762Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"uri":"/crucible/0/regions/7dc6ce5e-2c73-4258-bcb9-c994ebedc92a","method":"GET","req_id":"15d46c25-bc12-4b42-9d0d-aad99b9ee7d9","remote_addr":"[fd00:1122:3344:101::a]:56683","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":76,"response_code":200} {"msg":"path is \"/data/regions/7dc6ce5e-2c73-4258-bcb9-c994ebedc92a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:52.374006393Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"datafile"} {"msg":"dataset is oxp_8454cff4-dfcb-4a39-bd17-401eb4d2a496/crucible/regions/7dc6ce5e-2c73-4258-bcb9-c994ebedc92a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:52.3838418Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"datafile"} {"msg":"region 7dc6ce5e-2c73-4258-bcb9-c994ebedc92a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:52.391203046Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:52.391849987Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:52.391859257Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"uri":"/crucible/0/regions/7dc6ce5e-2c73-4258-bcb9-c994ebedc92a","method":"DELETE","req_id":"ba2335d2-6b31-4ef5-8f33-ee1072b57895","remote_addr":"[fd00:1122:3344:101::a]:56683","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17887,"response_code":204} {"msg":"disabling downstairs instance: downstairs-7dc6ce5e-2c73-4258-bcb9-c994ebedc92a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:52.392895495Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:52.396350054Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"uri":"/crucible/0/regions/7dc6ce5e-2c73-4258-bcb9-c994ebedc92a","method":"GET","req_id":"b602389b-eaf6-4142-9378-c55688967f38","remote_addr":"[fd00:1122:3344:101::a]:56683","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":34,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:52.405166984Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_8454cff4-dfcb-4a39-bd17-401eb4d2a496/crucible/regions/7dc6ce5e-2c73-4258-bcb9-c994ebedc92a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:52.412754213Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"region":"7dc6ce5e-2c73-4258-bcb9-c994ebedc92a","component":"worker"} {"msg":"region 7dc6ce5e-2c73-4258-bcb9-c994ebedc92a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:52.467772462Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:52.546976293Z","hostname":"oxz_crucible_12bc37b3-15a2-4aa5-94f5-7eef84259bec","pid":23442,"uri":"/crucible/0/regions/7dc6ce5e-2c73-4258-bcb9-c994ebedc92a","method":"GET","req_id":"e211cdcd-db80-4e73-a937-19862469d455","remote_addr":"[fd00:1122:3344:101::a]:56683","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":53,"response_code":200}