{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:02.286277021Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:52298"} {"msg":"region 397b588d-c5df-46b0-9052-372ba713017c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:02.309796521Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:02.313231327Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"uri":"/crucible/0/regions","method":"POST","req_id":"61157e4a-914a-4968-93e6-6262a34e9e53","remote_addr":"[fd00:1122:3344:101::b]:52298","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":12261,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:02.313261237Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_378ee6e4-09fb-44fe-b97e-e520800109a7/crucible/regions/397b588d-c5df-46b0-9052-372ba713017c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:02.324106699Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_378ee6e4-09fb-44fe-b97e-e520800109a7/crucible/regions/397b588d-c5df-46b0-9052-372ba713017c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:02.32414342Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"397b588d-c5df-46b0-9052-372ba713017c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/397b588d-c5df-46b0-9052-372ba713017c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:02.525484463Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"region":"397b588d-c5df-46b0-9052-372ba713017c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"397b588d-c5df-46b0-9052-372ba713017c\" \"--data\" \"/data/regions/397b588d-c5df-46b0-9052-372ba713017c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:02.52777863Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"region":"397b588d-c5df-46b0-9052-372ba713017c","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:02.57966226Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"uri":"/crucible/0/regions","method":"POST","req_id":"f3fa5c47-f13a-4aaf-bcce-475f7b77ac6d","remote_addr":"[fd00:1122:3344:101::b]:52298","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":81,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:02.927895453Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"region":"397b588d-c5df-46b0-9052-372ba713017c","component":"worker"} {"msg":"region 397b588d-c5df-46b0-9052-372ba713017c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:02.927945224Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:02.928067507Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-397b588d-c5df-46b0-9052-372ba713017c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:02.928541489Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-397b588d-c5df-46b0-9052-372ba713017c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:02.944076748Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:02.973522666Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-397b588d-c5df-46b0-9052-372ba713017c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:02.981049924Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/397b588d-c5df-46b0-9052-372ba713017c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:02.98205529Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:02.984398919Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:02.98446367Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:02.984508191Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:03.028713829Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:03.067961482Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:45:03.265367467Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"uri":"/crucible/0/regions","method":"POST","req_id":"ab6bd0a7-2908-40ee-bbed-2abfba107711","remote_addr":"[fd00:1122:3344:101::b]:52298","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":66,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.437166142Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:53543"} {"msg":"region 98d55b97-1e44-4954-8526-71bff7dd2384 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.437261754Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.44069137Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.44071776Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"uri":"/crucible/0/regions","method":"POST","req_id":"553978e1-f34e-4cf7-b8b1-6e07f696f88e","remote_addr":"[fd00:1122:3344:101::b]:53543","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":3480,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_378ee6e4-09fb-44fe-b97e-e520800109a7/crucible/regions/98d55b97-1e44-4954-8526-71bff7dd2384","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.453289095Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_378ee6e4-09fb-44fe-b97e-e520800109a7/crucible/regions/98d55b97-1e44-4954-8526-71bff7dd2384","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.453329007Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"98d55b97-1e44-4954-8526-71bff7dd2384\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/98d55b97-1e44-4954-8526-71bff7dd2384\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.513201546Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"region":"98d55b97-1e44-4954-8526-71bff7dd2384","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"98d55b97-1e44-4954-8526-71bff7dd2384\" \"--data\" \"/data/regions/98d55b97-1e44-4954-8526-71bff7dd2384\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.513257018Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"region":"98d55b97-1e44-4954-8526-71bff7dd2384","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.577038295Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"region":"98d55b97-1e44-4954-8526-71bff7dd2384","component":"worker"} {"msg":"region 98d55b97-1e44-4954-8526-71bff7dd2384 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.577087747Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.5772174Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/397b588d-c5df-46b0-9052-372ba713017c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.581726953Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.581813385Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.581894387Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.581903737Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.581945858Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-397b588d-c5df-46b0-9052-372ba713017c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.58200652Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/397b588d-c5df-46b0-9052-372ba713017c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.582107582Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.582172584Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.582221415Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.582269906Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.589120768Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-98d55b97-1e44-4954-8526-71bff7dd2384","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.589535378Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-98d55b97-1e44-4954-8526-71bff7dd2384","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.592193345Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.600848132Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-98d55b97-1e44-4954-8526-71bff7dd2384","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.604603506Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/98d55b97-1e44-4954-8526-71bff7dd2384","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.604896593Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.604959095Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.605002216Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.605070248Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.608563485Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.613474718Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:37.618460093Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"uri":"/crucible/0/regions","method":"POST","req_id":"5282e91a-b3f8-44a8-8138-ee89d5737691","remote_addr":"[fd00:1122:3344:101::b]:53543","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":65,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.092802664Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"uri":"/crucible/0/regions/397b588d-c5df-46b0-9052-372ba713017c","method":"GET","req_id":"f6041335-5ba2-46f1-8f88-433a9d725dff","remote_addr":"[fd00:1122:3344:101::b]:53543","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":59,"response_code":"200"} {"msg":"path is \"/data/regions/397b588d-c5df-46b0-9052-372ba713017c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.096254181Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"datafile"} {"msg":"dataset is oxp_378ee6e4-09fb-44fe-b97e-e520800109a7/crucible/regions/397b588d-c5df-46b0-9052-372ba713017c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.105851401Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"datafile"} {"msg":"snapshot is oxp_378ee6e4-09fb-44fe-b97e-e520800109a7/crucible/regions/397b588d-c5df-46b0-9052-372ba713017c@cabf15b9-182b-4432-b87f-edf2ce7d82f5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.114769904Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_378ee6e4-09fb-44fe-b97e-e520800109a7/crucible/regions/397b588d-c5df-46b0-9052-372ba713017c\", \"cabf15b9-182b-4432-b87f-edf2ce7d82f5\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.114792295Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.126117058Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"uri":"/crucible/0/regions/397b588d-c5df-46b0-9052-372ba713017c/snapshots/cabf15b9-182b-4432-b87f-edf2ce7d82f5","method":"GET","req_id":"62a9e88d-61d3-4ffb-b5e3-fc289bb06ed7","remote_addr":"[fd00:1122:3344:101::b]:53543","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":29869,"response_code":"200"} {"msg":"path is \"/data/regions/397b588d-c5df-46b0-9052-372ba713017c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.129909824Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"datafile"} {"msg":"dataset is oxp_378ee6e4-09fb-44fe-b97e-e520800109a7/crucible/regions/397b588d-c5df-46b0-9052-372ba713017c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.138664003Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"datafile"} {"msg":"snapshot is oxp_378ee6e4-09fb-44fe-b97e-e520800109a7/crucible/regions/397b588d-c5df-46b0-9052-372ba713017c@cabf15b9-182b-4432-b87f-edf2ce7d82f5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.146878738Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_378ee6e4-09fb-44fe-b97e-e520800109a7/crucible/regions/397b588d-c5df-46b0-9052-372ba713017c\", \"cabf15b9-182b-4432-b87f-edf2ce7d82f5\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.146910829Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 397b588d-c5df-46b0-9052-372ba713017c-cabf15b9-182b-4432-b87f-edf2ce7d82f5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.155960626Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"datafile"} {"msg":"applying SMF actions for region 397b588d-c5df-46b0-9052-372ba713017c running snapshot cabf15b9-182b-4432-b87f-edf2ce7d82f5 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.156168201Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.156189012Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"uri":"/crucible/0/regions/397b588d-c5df-46b0-9052-372ba713017c/snapshots/cabf15b9-182b-4432-b87f-edf2ce7d82f5/run","method":"POST","req_id":"6f786cc8-a3ec-4d98-ba7c-0fdfa455cf7d","remote_addr":"[fd00:1122:3344:101::b]:53543","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26318,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/397b588d-c5df-46b0-9052-372ba713017c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.156773056Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.156854239Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.156934081Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.15694021Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.156981542Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-397b588d-c5df-46b0-9052-372ba713017c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.157026813Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/397b588d-c5df-46b0-9052-372ba713017c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.157404772Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.157466754Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.157514905Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.157562026Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.160567081Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-397b588d-c5df-46b0-9052-372ba713017c-cabf15b9-182b-4432-b87f-edf2ce7d82f5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.161920105Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-397b588d-c5df-46b0-9052-372ba713017c-cabf15b9-182b-4432-b87f-edf2ce7d82f5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.170026638Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-397b588d-c5df-46b0-9052-372ba713017c-cabf15b9-182b-4432-b87f-edf2ce7d82f5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.178891951Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/397b588d-c5df-46b0-9052-372ba713017c/.zfs/snapshot/cabf15b9-182b-4432-b87f-edf2ce7d82f5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.179166337Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.179230089Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.17927104Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.179317241Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.179375043Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.183230819Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.187798443Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"region 397b588d-c5df-46b0-9052-372ba713017c running snapshot cabf15b9-182b-4432-b87f-edf2ce7d82f5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.187812634Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"datafile"} {"msg":"path is \"/data/regions/397b588d-c5df-46b0-9052-372ba713017c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.490904815Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"datafile"} {"msg":"dataset is oxp_378ee6e4-09fb-44fe-b97e-e520800109a7/crucible/regions/397b588d-c5df-46b0-9052-372ba713017c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.500182888Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"datafile"} {"msg":"snapshot is oxp_378ee6e4-09fb-44fe-b97e-e520800109a7/crucible/regions/397b588d-c5df-46b0-9052-372ba713017c@cabf15b9-182b-4432-b87f-edf2ce7d82f5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.508586218Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_378ee6e4-09fb-44fe-b97e-e520800109a7/crucible/regions/397b588d-c5df-46b0-9052-372ba713017c\", \"cabf15b9-182b-4432-b87f-edf2ce7d82f5\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.508615719Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:39.516671461Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"uri":"/crucible/0/regions/397b588d-c5df-46b0-9052-372ba713017c/snapshots/cabf15b9-182b-4432-b87f-edf2ce7d82f5/run","method":"POST","req_id":"a46b275d-01e0-44c4-b261-47ec3fe0ce7f","remote_addr":"[fd00:1122:3344:101::b]:53543","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25795,"response_code":"200"} {"msg":"region a6444b3e-5edb-46dc-989a-b24653a4c08f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:42.980368783Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:42.980528947Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"uri":"/crucible/0/regions","method":"POST","req_id":"59431635-9cbf-4dcf-88a7-ac12e2d18e6d","remote_addr":"[fd00:1122:3344:101::b]:53543","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":238,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:42.980586568Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_378ee6e4-09fb-44fe-b97e-e520800109a7/crucible/regions/a6444b3e-5edb-46dc-989a-b24653a4c08f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:42.990739363Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_378ee6e4-09fb-44fe-b97e-e520800109a7/crucible/regions/a6444b3e-5edb-46dc-989a-b24653a4c08f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:42.990774964Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a6444b3e-5edb-46dc-989a-b24653a4c08f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a6444b3e-5edb-46dc-989a-b24653a4c08f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.058444739Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"region":"a6444b3e-5edb-46dc-989a-b24653a4c08f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a6444b3e-5edb-46dc-989a-b24653a4c08f\" \"--data\" \"/data/regions/a6444b3e-5edb-46dc-989a-b24653a4c08f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.060528741Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"region":"a6444b3e-5edb-46dc-989a-b24653a4c08f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.134013182Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"region":"a6444b3e-5edb-46dc-989a-b24653a4c08f","component":"worker"} {"msg":"region a6444b3e-5edb-46dc-989a-b24653a4c08f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.134059803Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.134181156Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/397b588d-c5df-46b0-9052-372ba713017c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.134896774Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.134980236Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.135059678Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.135067018Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.135108859Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-397b588d-c5df-46b0-9052-372ba713017c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.135180861Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/397b588d-c5df-46b0-9052-372ba713017c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.13554609Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.135611252Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.135659073Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.135707484Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.140245368Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a6444b3e-5edb-46dc-989a-b24653a4c08f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.141338035Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a6444b3e-5edb-46dc-989a-b24653a4c08f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.143661404Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.15072356Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a6444b3e-5edb-46dc-989a-b24653a4c08f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.154149236Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a6444b3e-5edb-46dc-989a-b24653a4c08f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.154444834Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.154515805Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.154559116Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.154605147Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.159975352Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.166376002Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:55:43.243974306Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"uri":"/crucible/0/regions","method":"POST","req_id":"00010eb8-a7fd-4b82-adb4-6667f2c25cdc","remote_addr":"[fd00:1122:3344:101::b]:53543","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:56:09.04724738Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"uri":"/crucible/0/regions/a6444b3e-5edb-46dc-989a-b24653a4c08f","method":"GET","req_id":"0092f9ba-facc-4206-b10d-7370e787fbf6","remote_addr":"[fd00:1122:3344:101::b]:53543","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":53,"response_code":"200"} {"msg":"path is \"/data/regions/a6444b3e-5edb-46dc-989a-b24653a4c08f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:56:09.049957288Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"datafile"} {"msg":"dataset is oxp_378ee6e4-09fb-44fe-b97e-e520800109a7/crucible/regions/a6444b3e-5edb-46dc-989a-b24653a4c08f","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:56:09.069962919Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"datafile"} {"msg":"region a6444b3e-5edb-46dc-989a-b24653a4c08f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:56:09.079259852Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:56:09.079425936Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-a6444b3e-5edb-46dc-989a-b24653a4c08f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:56:09.080698208Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:56:09.081690013Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"uri":"/crucible/0/regions/a6444b3e-5edb-46dc-989a-b24653a4c08f","method":"DELETE","req_id":"be7259c4-34a0-4378-85a3-84462387f8ab","remote_addr":"[fd00:1122:3344:101::b]:53543","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":31767,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:56:09.084285458Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"uri":"/crucible/0/regions/a6444b3e-5edb-46dc-989a-b24653a4c08f","method":"GET","req_id":"00f108c2-c78a-46ec-b99f-cc18fb546e4c","remote_addr":"[fd00:1122:3344:101::b]:53543","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":29,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/397b588d-c5df-46b0-9052-372ba713017c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:56:09.104435543Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:56:09.104554126Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:56:09.104635878Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:56:09.104649588Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:56:09.104685029Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-397b588d-c5df-46b0-9052-372ba713017c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:56:09.10473132Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/397b588d-c5df-46b0-9052-372ba713017c","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:56:09.105065549Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:56:09.1051344Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:56:09.105181471Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:56:09.105233513Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:56:09.129340246Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:56:09.131379588Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_378ee6e4-09fb-44fe-b97e-e520800109a7/crucible/regions/a6444b3e-5edb-46dc-989a-b24653a4c08f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:56:09.14103923Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"region":"a6444b3e-5edb-46dc-989a-b24653a4c08f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:56:09.188212301Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"uri":"/crucible/0/regions/a6444b3e-5edb-46dc-989a-b24653a4c08f","method":"GET","req_id":"cb48d1b8-e31c-4743-89ea-232e6496d485","remote_addr":"[fd00:1122:3344:101::b]:53543","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1169,"response_code":"200"} {"msg":"region a6444b3e-5edb-46dc-989a-b24653a4c08f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:56:09.271689822Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:56:09.366368704Z","hostname":"oxz_crucible_fcf81df7-db8a-434f-b728-34541c225d9d","pid":22613,"uri":"/crucible/0/regions/a6444b3e-5edb-46dc-989a-b24653a4c08f","method":"GET","req_id":"fc26a3c5-3604-400e-842d-0e69b1211cd1","remote_addr":"[fd00:1122:3344:101::b]:53543","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":32,"response_code":"200"}