{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:50:59.699109395Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:52655"} {"msg":"region 10e550da-797b-4f3e-9074-46c39324d78e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:50:59.699309699Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:50:59.699982204Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:50:59.699991114Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"uri":"/crucible/0/regions","method":"POST","req_id":"b9315369-d596-4e02-a99d-8f843bffb9cf","remote_addr":"[fd00:1122:3344:101::b]:52655","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":715,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_17ab9a60-e8ae-4b87-bb26-d8538a0a2170/crucible/regions/10e550da-797b-4f3e-9074-46c39324d78e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:50:59.708579469Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_17ab9a60-e8ae-4b87-bb26-d8538a0a2170/crucible/regions/10e550da-797b-4f3e-9074-46c39324d78e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:50:59.708596739Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"10e550da-797b-4f3e-9074-46c39324d78e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/10e550da-797b-4f3e-9074-46c39324d78e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:50:59.761232153Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"region":"10e550da-797b-4f3e-9074-46c39324d78e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"10e550da-797b-4f3e-9074-46c39324d78e\" \"--data\" \"/data/regions/10e550da-797b-4f3e-9074-46c39324d78e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:50:59.761264364Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"region":"10e550da-797b-4f3e-9074-46c39324d78e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:50:59.848667966Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"region":"10e550da-797b-4f3e-9074-46c39324d78e","component":"worker"} {"msg":"region 10e550da-797b-4f3e-9074-46c39324d78e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:50:59.848706757Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:50:59.848829859Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-10e550da-797b-4f3e-9074-46c39324d78e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:50:59.849215498Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-10e550da-797b-4f3e-9074-46c39324d78e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:50:59.859936028Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:50:59.88044915Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-10e550da-797b-4f3e-9074-46c39324d78e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:50:59.883640509Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/10e550da-797b-4f3e-9074-46c39324d78e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:50:59.883913585Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:50:59.883964176Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:50:59.884001757Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:50:59.884038327Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:50:59.887592564Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:50:59.912159092Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:50:59.954464023Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"uri":"/crucible/0/regions","method":"POST","req_id":"00d7a813-a8f3-40a2-8e9c-72c2a1b3dbc1","remote_addr":"[fd00:1122:3344:101::b]:52655","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.493494687Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"uri":"/crucible/0/regions/7c316cab-4248-4964-b342-5fba90911ca3","method":"GET","req_id":"a0551974-a264-477a-8894-404461701474","remote_addr":"[fd00:1122:3344:101::b]:52655","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"path is \"/data/regions/7c316cab-4248-4964-b342-5fba90911ca3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.49689444Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"datafile"} {"msg":"dataset is oxp_17ab9a60-e8ae-4b87-bb26-d8538a0a2170/crucible/regions/7c316cab-4248-4964-b342-5fba90911ca3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.503622885Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"datafile"} {"msg":"snapshot is oxp_17ab9a60-e8ae-4b87-bb26-d8538a0a2170/crucible/regions/7c316cab-4248-4964-b342-5fba90911ca3@e70e5fbd-f51b-4a1b-bdaa-d2c3dfa7f93f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.509185045Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_17ab9a60-e8ae-4b87-bb26-d8538a0a2170/crucible/regions/7c316cab-4248-4964-b342-5fba90911ca3\", \"e70e5fbd-f51b-4a1b-bdaa-d2c3dfa7f93f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.509206765Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.51828074Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"uri":"/crucible/0/regions/7c316cab-4248-4964-b342-5fba90911ca3/snapshots/e70e5fbd-f51b-4a1b-bdaa-d2c3dfa7f93f","method":"GET","req_id":"93b93a97-159d-4e8b-bf8f-74b0d91774f5","remote_addr":"[fd00:1122:3344:101::b]:52655","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21405,"response_code":200} {"msg":"path is \"/data/regions/7c316cab-4248-4964-b342-5fba90911ca3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.521400888Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"datafile"} {"msg":"dataset is oxp_17ab9a60-e8ae-4b87-bb26-d8538a0a2170/crucible/regions/7c316cab-4248-4964-b342-5fba90911ca3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.527944629Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"datafile"} {"msg":"snapshot is oxp_17ab9a60-e8ae-4b87-bb26-d8538a0a2170/crucible/regions/7c316cab-4248-4964-b342-5fba90911ca3@e70e5fbd-f51b-4a1b-bdaa-d2c3dfa7f93f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.534613302Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_17ab9a60-e8ae-4b87-bb26-d8538a0a2170/crucible/regions/7c316cab-4248-4964-b342-5fba90911ca3\", \"e70e5fbd-f51b-4a1b-bdaa-d2c3dfa7f93f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.534644703Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 7c316cab-4248-4964-b342-5fba90911ca3-e70e5fbd-f51b-4a1b-bdaa-d2c3dfa7f93f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.542510872Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"datafile"} {"msg":"applying SMF actions for region 7c316cab-4248-4964-b342-5fba90911ca3 running snapshot e70e5fbd-f51b-4a1b-bdaa-d2c3dfa7f93f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.542643405Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.542652876Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"uri":"/crucible/0/regions/7c316cab-4248-4964-b342-5fba90911ca3/snapshots/e70e5fbd-f51b-4a1b-bdaa-d2c3dfa7f93f/run","method":"POST","req_id":"e27d5a74-dcfb-4276-9f59-ea93c37fb66b","remote_addr":"[fd00:1122:3344:101::b]:52655","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21255,"response_code":200} {"msg":"creating missing snapshot instance snapshot-7c316cab-4248-4964-b342-5fba90911ca3-e70e5fbd-f51b-4a1b-bdaa-d2c3dfa7f93f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.546924537Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-7c316cab-4248-4964-b342-5fba90911ca3-e70e5fbd-f51b-4a1b-bdaa-d2c3dfa7f93f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.555221566Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-7c316cab-4248-4964-b342-5fba90911ca3-e70e5fbd-f51b-4a1b-bdaa-d2c3dfa7f93f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.567421319Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7c316cab-4248-4964-b342-5fba90911ca3/.zfs/snapshot/e70e5fbd-f51b-4a1b-bdaa-d2c3dfa7f93f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.567707425Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.567757166Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.567794287Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.567830888Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.567887159Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.572442497Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.576893133Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"region 7c316cab-4248-4964-b342-5fba90911ca3 running snapshot e70e5fbd-f51b-4a1b-bdaa-d2c3dfa7f93f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.576903223Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"datafile"} {"msg":"path is \"/data/regions/7c316cab-4248-4964-b342-5fba90911ca3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.795862088Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"datafile"} {"msg":"dataset is oxp_17ab9a60-e8ae-4b87-bb26-d8538a0a2170/crucible/regions/7c316cab-4248-4964-b342-5fba90911ca3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.802821618Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"datafile"} {"msg":"snapshot is oxp_17ab9a60-e8ae-4b87-bb26-d8538a0a2170/crucible/regions/7c316cab-4248-4964-b342-5fba90911ca3@e70e5fbd-f51b-4a1b-bdaa-d2c3dfa7f93f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.808323897Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_17ab9a60-e8ae-4b87-bb26-d8538a0a2170/crucible/regions/7c316cab-4248-4964-b342-5fba90911ca3\", \"e70e5fbd-f51b-4a1b-bdaa-d2c3dfa7f93f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.808357418Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:01.813160921Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"uri":"/crucible/0/regions/7c316cab-4248-4964-b342-5fba90911ca3/snapshots/e70e5fbd-f51b-4a1b-bdaa-d2c3dfa7f93f/run","method":"POST","req_id":"e170ec36-c09d-4aca-a69c-20a0cff449a9","remote_addr":"[fd00:1122:3344:101::b]:52655","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17342,"response_code":200} {"msg":"region 8a164c94-2eed-4111-ac57-79c98202b5aa state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.601072538Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.601273182Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.601292322Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"uri":"/crucible/0/regions","method":"POST","req_id":"398d1e7d-1364-43e1-adad-078a2b62c239","remote_addr":"[fd00:1122:3344:101::b]:52655","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":283,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_17ab9a60-e8ae-4b87-bb26-d8538a0a2170/crucible/regions/8a164c94-2eed-4111-ac57-79c98202b5aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.607840054Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_17ab9a60-e8ae-4b87-bb26-d8538a0a2170/crucible/regions/8a164c94-2eed-4111-ac57-79c98202b5aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.607870224Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8a164c94-2eed-4111-ac57-79c98202b5aa\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8a164c94-2eed-4111-ac57-79c98202b5aa\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.658071675Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"region":"8a164c94-2eed-4111-ac57-79c98202b5aa","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8a164c94-2eed-4111-ac57-79c98202b5aa\" \"--data\" \"/data/regions/8a164c94-2eed-4111-ac57-79c98202b5aa\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.658109306Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"region":"8a164c94-2eed-4111-ac57-79c98202b5aa","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.733928139Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"region":"8a164c94-2eed-4111-ac57-79c98202b5aa","component":"worker"} {"msg":"region 8a164c94-2eed-4111-ac57-79c98202b5aa state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.733964459Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.734073532Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8a164c94-2eed-4111-ac57-79c98202b5aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.73583307Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8a164c94-2eed-4111-ac57-79c98202b5aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.739385516Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.747398159Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8a164c94-2eed-4111-ac57-79c98202b5aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.750402733Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8a164c94-2eed-4111-ac57-79c98202b5aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.75068689Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.750742511Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.750784312Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.750825093Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.754659155Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.760118498Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:06.77251262Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"uri":"/crucible/0/regions","method":"POST","req_id":"686b1608-baf0-421d-a517-d3d183e08e81","remote_addr":"[fd00:1122:3344:101::b]:52655","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.068308699Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:38103"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.068456222Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"uri":"/crucible/0/regions/8a164c94-2eed-4111-ac57-79c98202b5aa","method":"GET","req_id":"8a9b574c-46e9-4ff4-a0c7-23694147eb71","remote_addr":"[fd00:1122:3344:101::b]:38103","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"path is \"/data/regions/8a164c94-2eed-4111-ac57-79c98202b5aa\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.071436986Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"datafile"} {"msg":"dataset is oxp_17ab9a60-e8ae-4b87-bb26-d8538a0a2170/crucible/regions/8a164c94-2eed-4111-ac57-79c98202b5aa","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.092156703Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"datafile"} {"msg":"region 8a164c94-2eed-4111-ac57-79c98202b5aa state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.098776735Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.098932789Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.098974289Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"uri":"/crucible/0/regions/8a164c94-2eed-4111-ac57-79c98202b5aa","method":"DELETE","req_id":"a4ddca28-42cc-423a-ab64-725e78131ba5","remote_addr":"[fd00:1122:3344:101::b]:38103","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27544,"response_code":204} {"msg":"disabling downstairs instance: downstairs-8a164c94-2eed-4111-ac57-79c98202b5aa (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.09995756Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.101910082Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"uri":"/crucible/0/regions/8a164c94-2eed-4111-ac57-79c98202b5aa","method":"GET","req_id":"b9c092ad-cce7-47dc-bdad-fb4728359fb4","remote_addr":"[fd00:1122:3344:101::b]:38103","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":37,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.116573648Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_17ab9a60-e8ae-4b87-bb26-d8538a0a2170/crucible/regions/8a164c94-2eed-4111-ac57-79c98202b5aa\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.124367446Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"region":"8a164c94-2eed-4111-ac57-79c98202b5aa","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.171866259Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"uri":"/crucible/0/regions/8a164c94-2eed-4111-ac57-79c98202b5aa","method":"GET","req_id":"fa7e9a99-94e3-4d22-9e9c-2fff9dc73306","remote_addr":"[fd00:1122:3344:101::b]:38103","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":50,"response_code":200} {"msg":"region 8a164c94-2eed-4111-ac57-79c98202b5aa state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.212023044Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-01T23:51:38.307681124Z","hostname":"oxz_crucible_17e7430f-4975-4461-9ea4-7fd549aa1223","pid":23410,"uri":"/crucible/0/regions/8a164c94-2eed-4111-ac57-79c98202b5aa","method":"GET","req_id":"2fc15d08-f59f-40f6-8c83-48575f8fcee3","remote_addr":"[fd00:1122:3344:101::b]:38103","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":32,"response_code":200}