{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T23:03:12.215076203Z","hostname":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","pid":24261,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62316"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T23:03:12.215164385Z","hostname":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","pid":24261,"uri":"/crucible/0/regions/ab7ff5e3-afac-42dc-83d7-b185aef2d3b1","method":"GET","req_id":"83f5f69a-aa6a-45a1-9dea-18abeaedf08f","remote_addr":"[fd00:1122:3344:101::a]:62316","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":64,"response_code":"200"} {"msg":"path is \"/data/regions/ab7ff5e3-afac-42dc-83d7-b185aef2d3b1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T23:03:12.215343098Z","hostname":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","pid":24261,"component":"datafile"} {"msg":"dataset is oxp_70ae9063-370d-4ed5-8466-7bd7367499ff/crucible/regions/ab7ff5e3-afac-42dc-83d7-b185aef2d3b1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T23:03:12.224599297Z","hostname":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","pid":24261,"component":"datafile"} {"msg":"snapshot is oxp_70ae9063-370d-4ed5-8466-7bd7367499ff/crucible/regions/ab7ff5e3-afac-42dc-83d7-b185aef2d3b1@5183d795-58ce-470b-8936-75b68d02a189","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T23:03:12.233378818Z","hostname":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","pid":24261,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_70ae9063-370d-4ed5-8466-7bd7367499ff/crucible/regions/ab7ff5e3-afac-42dc-83d7-b185aef2d3b1\", \"5183d795-58ce-470b-8936-75b68d02a189\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T23:03:12.233410438Z","hostname":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","pid":24261,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T23:03:12.244848987Z","hostname":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","pid":24261,"uri":"/crucible/0/regions/ab7ff5e3-afac-42dc-83d7-b185aef2d3b1/snapshots/5183d795-58ce-470b-8936-75b68d02a189","method":"GET","req_id":"579a9432-2851-44c0-93dc-1c3ac62fc698","remote_addr":"[fd00:1122:3344:101::a]:62316","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":29505,"response_code":"200"} {"msg":"path is \"/data/regions/ab7ff5e3-afac-42dc-83d7-b185aef2d3b1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T23:03:12.24502009Z","hostname":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","pid":24261,"component":"datafile"} {"msg":"dataset is oxp_70ae9063-370d-4ed5-8466-7bd7367499ff/crucible/regions/ab7ff5e3-afac-42dc-83d7-b185aef2d3b1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T23:03:12.253632097Z","hostname":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","pid":24261,"component":"datafile"} {"msg":"snapshot is oxp_70ae9063-370d-4ed5-8466-7bd7367499ff/crucible/regions/ab7ff5e3-afac-42dc-83d7-b185aef2d3b1@5183d795-58ce-470b-8936-75b68d02a189","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T23:03:12.262262245Z","hostname":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","pid":24261,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_70ae9063-370d-4ed5-8466-7bd7367499ff/crucible/regions/ab7ff5e3-afac-42dc-83d7-b185aef2d3b1\", \"5183d795-58ce-470b-8936-75b68d02a189\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T23:03:12.262293586Z","hostname":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","pid":24261,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot ab7ff5e3-afac-42dc-83d7-b185aef2d3b1-5183d795-58ce-470b-8936-75b68d02a189 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T23:03:12.273507791Z","hostname":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","pid":24261,"component":"datafile"} {"msg":"applying SMF actions for region ab7ff5e3-afac-42dc-83d7-b185aef2d3b1 running snapshot 5183d795-58ce-470b-8936-75b68d02a189 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T23:03:12.274131792Z","hostname":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","pid":24261,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T23:03:12.274186693Z","hostname":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","pid":24261,"uri":"/crucible/0/regions/ab7ff5e3-afac-42dc-83d7-b185aef2d3b1/snapshots/5183d795-58ce-470b-8936-75b68d02a189/run","method":"POST","req_id":"20935e8d-86dc-403d-9b70-0343522e225a","remote_addr":"[fd00:1122:3344:101::a]:62316","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":29198,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-ab7ff5e3-afac-42dc-83d7-b185aef2d3b1-5183d795-58ce-470b-8936-75b68d02a189","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T23:03:12.28001774Z","hostname":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","pid":24261,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ab7ff5e3-afac-42dc-83d7-b185aef2d3b1-5183d795-58ce-470b-8936-75b68d02a189","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T23:03:12.28821378Z","hostname":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","pid":24261,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ab7ff5e3-afac-42dc-83d7-b185aef2d3b1-5183d795-58ce-470b-8936-75b68d02a189","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T23:03:12.302290527Z","hostname":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","pid":24261,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ab7ff5e3-afac-42dc-83d7-b185aef2d3b1/.zfs/snapshot/5183d795-58ce-470b-8936-75b68d02a189","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T23:03:12.302578402Z","hostname":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","pid":24261,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T23:03:12.302637093Z","hostname":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","pid":24261,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T23:03:12.302680234Z","hostname":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","pid":24261,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T23:03:12.302724375Z","hostname":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","pid":24261,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T23:03:12.302782996Z","hostname":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","pid":24261,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T23:03:12.306619826Z","hostname":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","pid":24261,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T23:03:12.31337144Z","hostname":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","pid":24261,"component":"worker"} {"msg":"region ab7ff5e3-afac-42dc-83d7-b185aef2d3b1 running snapshot 5183d795-58ce-470b-8936-75b68d02a189 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-19T23:03:12.31338685Z","hostname":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","pid":24261,"component":"datafile"}