{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.561990909Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46445"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.571175708Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"uri":"/crucible/0/regions/4b52e9bc-da58-4f27-9bd4-2af3237eeab6","method":"GET","req_id":"3e61ba4e-cad1-41ae-8f26-53edb97ae445","remote_addr":"[fd00:1122:3344:101::a]:46445","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":9135,"response_code":"200"} {"msg":"path is \"/data/regions/4b52e9bc-da58-4f27-9bd4-2af3237eeab6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.574632111Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"datafile"} {"msg":"dataset is oxp_85716c71-25b7-416c-85b5-8758a81c43ee/crucible/regions/4b52e9bc-da58-4f27-9bd4-2af3237eeab6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.583989312Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"datafile"} {"msg":"snapshot is oxp_85716c71-25b7-416c-85b5-8758a81c43ee/crucible/regions/4b52e9bc-da58-4f27-9bd4-2af3237eeab6@e8bdbb23-827a-49ad-9011-56379d48544f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.593658534Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_85716c71-25b7-416c-85b5-8758a81c43ee/crucible/regions/4b52e9bc-da58-4f27-9bd4-2af3237eeab6\", \"e8bdbb23-827a-49ad-9011-56379d48544f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.593693715Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.604405474Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"uri":"/crucible/0/regions/4b52e9bc-da58-4f27-9bd4-2af3237eeab6/snapshots/e8bdbb23-827a-49ad-9011-56379d48544f","method":"GET","req_id":"8b9b8b5b-a351-46b2-b568-04430c68482c","remote_addr":"[fd00:1122:3344:101::a]:46445","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":29799,"response_code":"200"} {"msg":"path is \"/data/regions/4b52e9bc-da58-4f27-9bd4-2af3237eeab6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.608641192Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"datafile"} {"msg":"dataset is oxp_85716c71-25b7-416c-85b5-8758a81c43ee/crucible/regions/4b52e9bc-da58-4f27-9bd4-2af3237eeab6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.617534479Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"datafile"} {"msg":"snapshot is oxp_85716c71-25b7-416c-85b5-8758a81c43ee/crucible/regions/4b52e9bc-da58-4f27-9bd4-2af3237eeab6@e8bdbb23-827a-49ad-9011-56379d48544f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.626143985Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_85716c71-25b7-416c-85b5-8758a81c43ee/crucible/regions/4b52e9bc-da58-4f27-9bd4-2af3237eeab6\", \"e8bdbb23-827a-49ad-9011-56379d48544f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.626169635Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 4b52e9bc-da58-4f27-9bd4-2af3237eeab6-e8bdbb23-827a-49ad-9011-56379d48544f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.63460441Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"datafile"} {"msg":"applying SMF actions for region 4b52e9bc-da58-4f27-9bd4-2af3237eeab6 running snapshot e8bdbb23-827a-49ad-9011-56379d48544f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.635263094Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.635289925Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"uri":"/crucible/0/regions/4b52e9bc-da58-4f27-9bd4-2af3237eeab6/snapshots/e8bdbb23-827a-49ad-9011-56379d48544f/run","method":"POST","req_id":"8f94dafe-b342-4334-a558-4ba8a74060e3","remote_addr":"[fd00:1122:3344:101::a]:46445","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":27190,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/4b52e9bc-da58-4f27-9bd4-2af3237eeab6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.643439307Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.643545758Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.643644169Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.643652339Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.643704009Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4b52e9bc-da58-4f27-9bd4-2af3237eeab6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.643765549Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4b52e9bc-da58-4f27-9bd4-2af3237eeab6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.64387557Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.643948581Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.643994421Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.644041531Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.651921382Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-4b52e9bc-da58-4f27-9bd4-2af3237eeab6-e8bdbb23-827a-49ad-9011-56379d48544f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.652371755Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-4b52e9bc-da58-4f27-9bd4-2af3237eeab6-e8bdbb23-827a-49ad-9011-56379d48544f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.654902932Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-4b52e9bc-da58-4f27-9bd4-2af3237eeab6-e8bdbb23-827a-49ad-9011-56379d48544f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.665184759Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4b52e9bc-da58-4f27-9bd4-2af3237eeab6/.zfs/snapshot/e8bdbb23-827a-49ad-9011-56379d48544f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.66544012Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.665511511Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.665557711Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.665606721Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.665670982Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.669530367Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.673182331Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"worker"} {"msg":"region 4b52e9bc-da58-4f27-9bd4-2af3237eeab6 running snapshot e8bdbb23-827a-49ad-9011-56379d48544f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.67319606Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"datafile"} {"msg":"path is \"/data/regions/4b52e9bc-da58-4f27-9bd4-2af3237eeab6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.981859994Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"datafile"} {"msg":"dataset is oxp_85716c71-25b7-416c-85b5-8758a81c43ee/crucible/regions/4b52e9bc-da58-4f27-9bd4-2af3237eeab6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.9905138Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"datafile"} {"msg":"snapshot is oxp_85716c71-25b7-416c-85b5-8758a81c43ee/crucible/regions/4b52e9bc-da58-4f27-9bd4-2af3237eeab6@e8bdbb23-827a-49ad-9011-56379d48544f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.999832751Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_85716c71-25b7-416c-85b5-8758a81c43ee/crucible/regions/4b52e9bc-da58-4f27-9bd4-2af3237eeab6\", \"e8bdbb23-827a-49ad-9011-56379d48544f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:54.999862021Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-15T21:53:55.008795279Z","hostname":"oxz_crucible_2c97a782-015d-457b-aeff-76499dab0254","pid":23748,"uri":"/crucible/0/regions/4b52e9bc-da58-4f27-9bd4-2af3237eeab6/snapshots/e8bdbb23-827a-49ad-9011-56379d48544f/run","method":"POST","req_id":"c2c916f9-ca95-4d1a-a6af-54c69b43955f","remote_addr":"[fd00:1122:3344:101::a]:46445","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26979,"response_code":"200"}