{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.488342461Z","hostname":"oxz_crucible_3388152a-babe-4c26-b4bb-14448f905920","pid":22702,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57048"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.488529544Z","hostname":"oxz_crucible_3388152a-babe-4c26-b4bb-14448f905920","pid":22702,"uri":"/crucible/0/regions/aaa0c685-aaa6-4480-bc31-08cce7c8e36d","method":"GET","req_id":"de127e6a-a367-4711-83da-8b2c16d06f00","remote_addr":"[fd00:1122:3344:101::a]:57048","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":108,"response_code":"200"} {"msg":"path is \"/data/regions/aaa0c685-aaa6-4480-bc31-08cce7c8e36d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.492531315Z","hostname":"oxz_crucible_3388152a-babe-4c26-b4bb-14448f905920","pid":22702,"component":"datafile"} {"msg":"dataset is oxp_8f547a7a-6177-4ca0-82ce-6646cf05d8a6/crucible/regions/aaa0c685-aaa6-4480-bc31-08cce7c8e36d","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.505407564Z","hostname":"oxz_crucible_3388152a-babe-4c26-b4bb-14448f905920","pid":22702,"component":"datafile"} {"msg":"snapshot is oxp_8f547a7a-6177-4ca0-82ce-6646cf05d8a6/crucible/regions/aaa0c685-aaa6-4480-bc31-08cce7c8e36d@96b1f498-e4fa-43b0-89db-290a75012292","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.519352872Z","hostname":"oxz_crucible_3388152a-babe-4c26-b4bb-14448f905920","pid":22702,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8f547a7a-6177-4ca0-82ce-6646cf05d8a6/crucible/regions/aaa0c685-aaa6-4480-bc31-08cce7c8e36d\", \"96b1f498-e4fa-43b0-89db-290a75012292\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.519398263Z","hostname":"oxz_crucible_3388152a-babe-4c26-b4bb-14448f905920","pid":22702,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.538909309Z","hostname":"oxz_crucible_3388152a-babe-4c26-b4bb-14448f905920","pid":22702,"uri":"/crucible/0/regions/aaa0c685-aaa6-4480-bc31-08cce7c8e36d/snapshots/96b1f498-e4fa-43b0-89db-290a75012292","method":"GET","req_id":"7eaedb1d-f49f-40a4-9f7a-d36e370d3bc2","remote_addr":"[fd00:1122:3344:101::a]:57048","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":50052,"response_code":"200"} {"msg":"path is \"/data/regions/aaa0c685-aaa6-4480-bc31-08cce7c8e36d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.539208764Z","hostname":"oxz_crucible_3388152a-babe-4c26-b4bb-14448f905920","pid":22702,"component":"datafile"} {"msg":"dataset is oxp_8f547a7a-6177-4ca0-82ce-6646cf05d8a6/crucible/regions/aaa0c685-aaa6-4480-bc31-08cce7c8e36d","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.551560874Z","hostname":"oxz_crucible_3388152a-babe-4c26-b4bb-14448f905920","pid":22702,"component":"datafile"} {"msg":"snapshot is oxp_8f547a7a-6177-4ca0-82ce-6646cf05d8a6/crucible/regions/aaa0c685-aaa6-4480-bc31-08cce7c8e36d@96b1f498-e4fa-43b0-89db-290a75012292","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.563849862Z","hostname":"oxz_crucible_3388152a-babe-4c26-b4bb-14448f905920","pid":22702,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8f547a7a-6177-4ca0-82ce-6646cf05d8a6/crucible/regions/aaa0c685-aaa6-4480-bc31-08cce7c8e36d\", \"96b1f498-e4fa-43b0-89db-290a75012292\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.563890143Z","hostname":"oxz_crucible_3388152a-babe-4c26-b4bb-14448f905920","pid":22702,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot aaa0c685-aaa6-4480-bc31-08cce7c8e36d-96b1f498-e4fa-43b0-89db-290a75012292 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.574776416Z","hostname":"oxz_crucible_3388152a-babe-4c26-b4bb-14448f905920","pid":22702,"component":"datafile"} {"msg":"applying SMF actions for region aaa0c685-aaa6-4480-bc31-08cce7c8e36d running snapshot 96b1f498-e4fa-43b0-89db-290a75012292 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.575483609Z","hostname":"oxz_crucible_3388152a-babe-4c26-b4bb-14448f905920","pid":22702,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.5755356Z","hostname":"oxz_crucible_3388152a-babe-4c26-b4bb-14448f905920","pid":22702,"uri":"/crucible/0/regions/aaa0c685-aaa6-4480-bc31-08cce7c8e36d/snapshots/96b1f498-e4fa-43b0-89db-290a75012292/run","method":"POST","req_id":"8b4e261f-c25b-4a55-b0d0-662af4d1ee68","remote_addr":"[fd00:1122:3344:101::a]:57048","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":36379,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-aaa0c685-aaa6-4480-bc31-08cce7c8e36d-96b1f498-e4fa-43b0-89db-290a75012292","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.581820961Z","hostname":"oxz_crucible_3388152a-babe-4c26-b4bb-14448f905920","pid":22702,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-aaa0c685-aaa6-4480-bc31-08cce7c8e36d-96b1f498-e4fa-43b0-89db-290a75012292","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.590081128Z","hostname":"oxz_crucible_3388152a-babe-4c26-b4bb-14448f905920","pid":22702,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-aaa0c685-aaa6-4480-bc31-08cce7c8e36d-96b1f498-e4fa-43b0-89db-290a75012292","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.602769004Z","hostname":"oxz_crucible_3388152a-babe-4c26-b4bb-14448f905920","pid":22702,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aaa0c685-aaa6-4480-bc31-08cce7c8e36d/.zfs/snapshot/96b1f498-e4fa-43b0-89db-290a75012292","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.603043869Z","hostname":"oxz_crucible_3388152a-babe-4c26-b4bb-14448f905920","pid":22702,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.603093899Z","hostname":"oxz_crucible_3388152a-babe-4c26-b4bb-14448f905920","pid":22702,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.60313371Z","hostname":"oxz_crucible_3388152a-babe-4c26-b4bb-14448f905920","pid":22702,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.603184271Z","hostname":"oxz_crucible_3388152a-babe-4c26-b4bb-14448f905920","pid":22702,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.603235362Z","hostname":"oxz_crucible_3388152a-babe-4c26-b4bb-14448f905920","pid":22702,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.606626702Z","hostname":"oxz_crucible_3388152a-babe-4c26-b4bb-14448f905920","pid":22702,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.61155713Z","hostname":"oxz_crucible_3388152a-babe-4c26-b4bb-14448f905920","pid":22702,"component":"worker"} {"msg":"region aaa0c685-aaa6-4480-bc31-08cce7c8e36d running snapshot 96b1f498-e4fa-43b0-89db-290a75012292 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.61156677Z","hostname":"oxz_crucible_3388152a-babe-4c26-b4bb-14448f905920","pid":22702,"component":"datafile"}