{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.121620128Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35580"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.121783362Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"uri":"/crucible/0/regions/13071c43-b2af-43d2-9348-4d6670b69aaa","method":"GET","req_id":"65b97f2e-0ea4-4813-b7d1-9367e6d13f46","remote_addr":"[fd00:1122:3344:101::a]:35580","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":79,"response_code":200} {"msg":"path is \"/data/regions/13071c43-b2af-43d2-9348-4d6670b69aaa\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.133330374Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"datafile"} {"msg":"dataset is oxp_50d28a35-474e-40ed-b7e0-09cf4444428b/crucible/regions/13071c43-b2af-43d2-9348-4d6670b69aaa","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.147414361Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"datafile"} {"msg":"snapshot is oxp_50d28a35-474e-40ed-b7e0-09cf4444428b/crucible/regions/13071c43-b2af-43d2-9348-4d6670b69aaa@a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.160484385Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_50d28a35-474e-40ed-b7e0-09cf4444428b/crucible/regions/13071c43-b2af-43d2-9348-4d6670b69aaa\", \"a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.160518606Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.180546187Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"uri":"/crucible/0/regions/13071c43-b2af-43d2-9348-4d6670b69aaa/snapshots/a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3","method":"GET","req_id":"c0ae1c54-5904-45db-a498-8ea2d8f25e98","remote_addr":"[fd00:1122:3344:101::a]:35580","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":51092,"response_code":200} {"msg":"path is \"/data/regions/13071c43-b2af-43d2-9348-4d6670b69aaa\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.191084569Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"datafile"} {"msg":"dataset is oxp_50d28a35-474e-40ed-b7e0-09cf4444428b/crucible/regions/13071c43-b2af-43d2-9348-4d6670b69aaa","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.201440196Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"datafile"} {"msg":"snapshot is oxp_50d28a35-474e-40ed-b7e0-09cf4444428b/crucible/regions/13071c43-b2af-43d2-9348-4d6670b69aaa@a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.211056959Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_50d28a35-474e-40ed-b7e0-09cf4444428b/crucible/regions/13071c43-b2af-43d2-9348-4d6670b69aaa\", \"a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.211097799Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 13071c43-b2af-43d2-9348-4d6670b69aaa-a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.226942382Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"datafile"} {"msg":"applying SMF actions for region 13071c43-b2af-43d2-9348-4d6670b69aaa running snapshot a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.227672088Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.227698038Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"uri":"/crucible/0/regions/13071c43-b2af-43d2-9348-4d6670b69aaa/snapshots/a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3/run","method":"POST","req_id":"63031e04-5fe2-4d5e-b188-df0c5ccf7ae2","remote_addr":"[fd00:1122:3344:101::a]:35580","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":36659,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/13071c43-b2af-43d2-9348-4d6670b69aaa","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.255323959Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.255484042Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.255610585Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.255622295Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.255689497Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-13071c43-b2af-43d2-9348-4d6670b69aaa","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.255762028Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/13071c43-b2af-43d2-9348-4d6670b69aaa","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.255920072Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.256101195Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.256197137Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.256287979Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.268642739Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-13071c43-b2af-43d2-9348-4d6670b69aaa-a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.269347744Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-13071c43-b2af-43d2-9348-4d6670b69aaa-a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.278642369Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-13071c43-b2af-43d2-9348-4d6670b69aaa-a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.295273249Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/13071c43-b2af-43d2-9348-4d6670b69aaa/.zfs/snapshot/a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.295553935Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.295607876Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.295647387Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.295684638Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.295731348Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.299241712Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.303535603Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"region 13071c43-b2af-43d2-9348-4d6670b69aaa running snapshot a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.303548863Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"datafile"} {"msg":"path is \"/data/regions/13071c43-b2af-43d2-9348-4d6670b69aaa\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.538298378Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"datafile"} {"msg":"dataset is oxp_50d28a35-474e-40ed-b7e0-09cf4444428b/crucible/regions/13071c43-b2af-43d2-9348-4d6670b69aaa","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.547382859Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"datafile"} {"msg":"snapshot is oxp_50d28a35-474e-40ed-b7e0-09cf4444428b/crucible/regions/13071c43-b2af-43d2-9348-4d6670b69aaa@a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.555068691Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_50d28a35-474e-40ed-b7e0-09cf4444428b/crucible/regions/13071c43-b2af-43d2-9348-4d6670b69aaa\", \"a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.555100201Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:07.563434016Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"uri":"/crucible/0/regions/13071c43-b2af-43d2-9348-4d6670b69aaa/snapshots/a7312d9d-4bb3-44a5-9ec5-eacb1c4aefd3/run","method":"POST","req_id":"ef33020c-9b98-4ceb-8765-a6d41e755db9","remote_addr":"[fd00:1122:3344:101::a]:35580","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25161,"response_code":200} {"msg":"region f0c340e1-5331-4711-bef9-bed3874a1226 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.363099256Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.363355491Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.363401962Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"uri":"/crucible/0/regions","method":"POST","req_id":"6f483b9f-86b1-4b67-ba2b-3564bf3bcad2","remote_addr":"[fd00:1122:3344:101::a]:35580","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":322,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_50d28a35-474e-40ed-b7e0-09cf4444428b/crucible/regions/f0c340e1-5331-4711-bef9-bed3874a1226","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.376685691Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_50d28a35-474e-40ed-b7e0-09cf4444428b/crucible/regions/f0c340e1-5331-4711-bef9-bed3874a1226","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.376757213Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f0c340e1-5331-4711-bef9-bed3874a1226\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f0c340e1-5331-4711-bef9-bed3874a1226\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.44987112Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"region":"f0c340e1-5331-4711-bef9-bed3874a1226","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f0c340e1-5331-4711-bef9-bed3874a1226\" \"--data\" \"/data/regions/f0c340e1-5331-4711-bef9-bed3874a1226\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.452908664Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"region":"f0c340e1-5331-4711-bef9-bed3874a1226","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.53025487Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"region":"f0c340e1-5331-4711-bef9-bed3874a1226","component":"worker"} {"msg":"region f0c340e1-5331-4711-bef9-bed3874a1226 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.530311631Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.530452214Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/13071c43-b2af-43d2-9348-4d6670b69aaa","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.531106707Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.53120174Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.531289911Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.531297631Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.531344743Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-13071c43-b2af-43d2-9348-4d6670b69aaa","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.531403164Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/13071c43-b2af-43d2-9348-4d6670b69aaa","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.531867594Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.531940545Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.531995056Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.532045687Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.535938539Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f0c340e1-5331-4711-bef9-bed3874a1226","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.536389549Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f0c340e1-5331-4711-bef9-bed3874a1226","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.540072436Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.547179396Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f0c340e1-5331-4711-bef9-bed3874a1226","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.549737059Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f0c340e1-5331-4711-bef9-bed3874a1226","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.551867934Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.551888275Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.551904035Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.551911675Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.556795248Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.562778303Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:13.563761374Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"uri":"/crucible/0/regions","method":"POST","req_id":"c388b86d-2ee8-45b5-a1d1-6f58659b5eb8","remote_addr":"[fd00:1122:3344:101::a]:35580","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:14.002076058Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:54829"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:14.002193651Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"uri":"/crucible/0/regions/f0c340e1-5331-4711-bef9-bed3874a1226","method":"GET","req_id":"6f5191b9-eea8-4616-bdd8-af50fde980dc","remote_addr":"[fd00:1122:3344:101::b]:54829","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":42,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:39.653872774Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"uri":"/crucible/0/regions/f0c340e1-5331-4711-bef9-bed3874a1226","method":"GET","req_id":"c3205b3d-c9bb-4ab1-a304-7abe325080d8","remote_addr":"[fd00:1122:3344:101::a]:35580","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"path is \"/data/regions/f0c340e1-5331-4711-bef9-bed3874a1226\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:39.659330279Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"datafile"} {"msg":"dataset is oxp_50d28a35-474e-40ed-b7e0-09cf4444428b/crucible/regions/f0c340e1-5331-4711-bef9-bed3874a1226","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:39.674940247Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"datafile"} {"msg":"region f0c340e1-5331-4711-bef9-bed3874a1226 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:39.684070319Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:39.68460452Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:39.684643681Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"uri":"/crucible/0/regions/f0c340e1-5331-4711-bef9-bed3874a1226","method":"DELETE","req_id":"39054282-4b55-4e96-9315-0c7a48d61450","remote_addr":"[fd00:1122:3344:101::a]:35580","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27725,"response_code":204} {"msg":"disabling downstairs instance: downstairs-f0c340e1-5331-4711-bef9-bed3874a1226 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:39.686275776Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:39.687310847Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"uri":"/crucible/0/regions/f0c340e1-5331-4711-bef9-bed3874a1226","method":"GET","req_id":"51118a4b-2a52-45c0-984c-3899bb682b65","remote_addr":"[fd00:1122:3344:101::a]:35580","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/13071c43-b2af-43d2-9348-4d6670b69aaa","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:39.696986041Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:39.697063522Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:39.697142694Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:39.697155864Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:39.697190275Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-13071c43-b2af-43d2-9348-4d6670b69aaa","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:39.697236496Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/13071c43-b2af-43d2-9348-4d6670b69aaa","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:39.697549043Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:39.697611854Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:39.697660715Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:39.697708746Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:39.701757591Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:39.703040538Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_50d28a35-474e-40ed-b7e0-09cf4444428b/crucible/regions/f0c340e1-5331-4711-bef9-bed3874a1226\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:39.71409403Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"region":"f0c340e1-5331-4711-bef9-bed3874a1226","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:39.757232287Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"uri":"/crucible/0/regions/f0c340e1-5331-4711-bef9-bed3874a1226","method":"GET","req_id":"b22fa7db-e4e2-4b41-b487-6e5c0005b2aa","remote_addr":"[fd00:1122:3344:101::a]:35580","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":78,"response_code":200} {"msg":"region f0c340e1-5331-4711-bef9-bed3874a1226 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:39.761475776Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-24T17:03:39.830705322Z","hostname":"oxz_crucible_c74bf02f-ce41-438e-ad67-4fad6dd77295","pid":23395,"uri":"/crucible/0/regions/f0c340e1-5331-4711-bef9-bed3874a1226","method":"GET","req_id":"a014721c-d9f6-4afe-8ff3-1ad778361cfe","remote_addr":"[fd00:1122:3344:101::a]:35580","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":39,"response_code":200}