{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.843367796Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52432"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.853249508Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"uri":"/crucible/0/regions/217ace31-9f9b-4b51-9b16-aa2b7619ec25","method":"GET","req_id":"a3622345-e319-4728-b0aa-c30541875c8c","remote_addr":"[fd00:1122:3344:101::a]:52432","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":9820,"response_code":"200"} {"msg":"path is \"/data/regions/217ace31-9f9b-4b51-9b16-aa2b7619ec25\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.858918107Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"datafile"} {"msg":"dataset is oxp_5c871af8-68dd-4136-bfd3-234cd1e72e1e/crucible/regions/217ace31-9f9b-4b51-9b16-aa2b7619ec25","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.871909412Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"datafile"} {"msg":"snapshot is oxp_5c871af8-68dd-4136-bfd3-234cd1e72e1e/crucible/regions/217ace31-9f9b-4b51-9b16-aa2b7619ec25@f8a2ba89-e215-41ef-b07a-7d4425dbb754","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.885334611Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5c871af8-68dd-4136-bfd3-234cd1e72e1e/crucible/regions/217ace31-9f9b-4b51-9b16-aa2b7619ec25\", \"f8a2ba89-e215-41ef-b07a-7d4425dbb754\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.885370632Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.90061237Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"uri":"/crucible/0/regions/217ace31-9f9b-4b51-9b16-aa2b7619ec25/snapshots/f8a2ba89-e215-41ef-b07a-7d4425dbb754","method":"GET","req_id":"7da716d4-caeb-4c33-9701-015ecc4fc2d5","remote_addr":"[fd00:1122:3344:101::a]:52432","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":41711,"response_code":"200"} {"msg":"path is \"/data/regions/217ace31-9f9b-4b51-9b16-aa2b7619ec25\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.905958856Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"datafile"} {"msg":"dataset is oxp_5c871af8-68dd-4136-bfd3-234cd1e72e1e/crucible/regions/217ace31-9f9b-4b51-9b16-aa2b7619ec25","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.918385785Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"datafile"} {"msg":"snapshot is oxp_5c871af8-68dd-4136-bfd3-234cd1e72e1e/crucible/regions/217ace31-9f9b-4b51-9b16-aa2b7619ec25@f8a2ba89-e215-41ef-b07a-7d4425dbb754","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.930361399Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5c871af8-68dd-4136-bfd3-234cd1e72e1e/crucible/regions/217ace31-9f9b-4b51-9b16-aa2b7619ec25\", \"f8a2ba89-e215-41ef-b07a-7d4425dbb754\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.930408049Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 217ace31-9f9b-4b51-9b16-aa2b7619ec25-f8a2ba89-e215-41ef-b07a-7d4425dbb754 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.945405285Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"datafile"} {"msg":"applying SMF actions for region 217ace31-9f9b-4b51-9b16-aa2b7619ec25 running snapshot f8a2ba89-e215-41ef-b07a-7d4425dbb754 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.946270104Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.946300094Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"uri":"/crucible/0/regions/217ace31-9f9b-4b51-9b16-aa2b7619ec25/snapshots/f8a2ba89-e215-41ef-b07a-7d4425dbb754/run","method":"POST","req_id":"329e2d65-9b4b-4b14-9910-ee907bf0cf8f","remote_addr":"[fd00:1122:3344:101::a]:52432","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":40388,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/217ace31-9f9b-4b51-9b16-aa2b7619ec25","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.964842237Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.964985538Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.96511925Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.96513069Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.96519565Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-217ace31-9f9b-4b51-9b16-aa2b7619ec25","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.965276681Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/217ace31-9f9b-4b51-9b16-aa2b7619ec25","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.965422753Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.965520264Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.965596355Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.965670165Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.974963462Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-217ace31-9f9b-4b51-9b16-aa2b7619ec25-f8a2ba89-e215-41ef-b07a-7d4425dbb754","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.975669039Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-217ace31-9f9b-4b51-9b16-aa2b7619ec25-f8a2ba89-e215-41ef-b07a-7d4425dbb754","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:00.978831812Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-217ace31-9f9b-4b51-9b16-aa2b7619ec25-f8a2ba89-e215-41ef-b07a-7d4425dbb754","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:01.000676489Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/217ace31-9f9b-4b51-9b16-aa2b7619ec25/.zfs/snapshot/f8a2ba89-e215-41ef-b07a-7d4425dbb754","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:01.000953242Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:01.001038263Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:01.001095273Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:01.001155074Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:01.001230105Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:01.008243307Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:01.013717684Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"worker"} {"msg":"region 217ace31-9f9b-4b51-9b16-aa2b7619ec25 running snapshot f8a2ba89-e215-41ef-b07a-7d4425dbb754 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:01.013735294Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"datafile"} {"msg":"path is \"/data/regions/217ace31-9f9b-4b51-9b16-aa2b7619ec25\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:01.187541258Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"datafile"} {"msg":"dataset is oxp_5c871af8-68dd-4136-bfd3-234cd1e72e1e/crucible/regions/217ace31-9f9b-4b51-9b16-aa2b7619ec25","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:01.196812735Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"datafile"} {"msg":"snapshot is oxp_5c871af8-68dd-4136-bfd3-234cd1e72e1e/crucible/regions/217ace31-9f9b-4b51-9b16-aa2b7619ec25@f8a2ba89-e215-41ef-b07a-7d4425dbb754","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:01.205523445Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_5c871af8-68dd-4136-bfd3-234cd1e72e1e/crucible/regions/217ace31-9f9b-4b51-9b16-aa2b7619ec25\", \"f8a2ba89-e215-41ef-b07a-7d4425dbb754\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:01.205550625Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T06:05:01.213324396Z","hostname":"oxz_crucible_b30880c7-fcb2-44f2-86ba-36281976501d","pid":23279,"uri":"/crucible/0/regions/217ace31-9f9b-4b51-9b16-aa2b7619ec25/snapshots/f8a2ba89-e215-41ef-b07a-7d4425dbb754/run","method":"POST","req_id":"2da815a7-460d-4fcc-8209-cb85c0f94ada","remote_addr":"[fd00:1122:3344:101::a]:52432","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25841,"response_code":"200"}