{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:14.96278582Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:51209"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:14.965900873Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"uri":"/crucible/0/regions/f44f9310-f731-46ab-b61e-4ed137d21fc7","method":"GET","req_id":"9b9b1e84-e976-4b13-a233-81d50c44a3bd","remote_addr":"[fd00:1122:3344:101::b]:51209","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":3063,"response_code":"200"} {"msg":"path is \"/data/regions/f44f9310-f731-46ab-b61e-4ed137d21fc7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:14.96965191Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"datafile"} {"msg":"dataset is oxp_775cd1ce-dc8d-4d1f-9c3d-116269bab0e3/crucible/regions/f44f9310-f731-46ab-b61e-4ed137d21fc7","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:14.9787017Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"datafile"} {"msg":"snapshot is oxp_775cd1ce-dc8d-4d1f-9c3d-116269bab0e3/crucible/regions/f44f9310-f731-46ab-b61e-4ed137d21fc7@01c77119-1bc0-4d60-92f2-6a822ed870a1","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:14.987763631Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_775cd1ce-dc8d-4d1f-9c3d-116269bab0e3/crucible/regions/f44f9310-f731-46ab-b61e-4ed137d21fc7\", \"01c77119-1bc0-4d60-92f2-6a822ed870a1\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:14.987790222Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:14.998821378Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"uri":"/crucible/0/regions/f44f9310-f731-46ab-b61e-4ed137d21fc7/snapshots/01c77119-1bc0-4d60-92f2-6a822ed870a1","method":"GET","req_id":"975ddf2e-8c0c-4305-97b7-94dc6b9c4320","remote_addr":"[fd00:1122:3344:101::b]:51209","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":29183,"response_code":"200"} {"msg":"path is \"/data/regions/f44f9310-f731-46ab-b61e-4ed137d21fc7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.001580062Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"datafile"} {"msg":"dataset is oxp_775cd1ce-dc8d-4d1f-9c3d-116269bab0e3/crucible/regions/f44f9310-f731-46ab-b61e-4ed137d21fc7","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.010007668Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"datafile"} {"msg":"snapshot is oxp_775cd1ce-dc8d-4d1f-9c3d-116269bab0e3/crucible/regions/f44f9310-f731-46ab-b61e-4ed137d21fc7@01c77119-1bc0-4d60-92f2-6a822ed870a1","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.020122574Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_775cd1ce-dc8d-4d1f-9c3d-116269bab0e3/crucible/regions/f44f9310-f731-46ab-b61e-4ed137d21fc7\", \"01c77119-1bc0-4d60-92f2-6a822ed870a1\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.020147475Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot f44f9310-f731-46ab-b61e-4ed137d21fc7-01c77119-1bc0-4d60-92f2-6a822ed870a1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.029446231Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"datafile"} {"msg":"applying SMF actions for region f44f9310-f731-46ab-b61e-4ed137d21fc7 running snapshot 01c77119-1bc0-4d60-92f2-6a822ed870a1 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.030079126Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.030115096Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"uri":"/crucible/0/regions/f44f9310-f731-46ab-b61e-4ed137d21fc7/snapshots/01c77119-1bc0-4d60-92f2-6a822ed870a1/run","method":"POST","req_id":"432180c1-4c66-41b9-b0df-62d90810a5ec","remote_addr":"[fd00:1122:3344:101::b]:51209","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":28568,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/f44f9310-f731-46ab-b61e-4ed137d21fc7","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.047028889Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.047128913Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.047230587Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.04723835Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.047288666Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f44f9310-f731-46ab-b61e-4ed137d21fc7","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.04734384Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f44f9310-f731-46ab-b61e-4ed137d21fc7","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.047461181Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.047523488Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.047633814Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.047683245Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.055523568Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-f44f9310-f731-46ab-b61e-4ed137d21fc7-01c77119-1bc0-4d60-92f2-6a822ed870a1","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.055991449Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f44f9310-f731-46ab-b61e-4ed137d21fc7-01c77119-1bc0-4d60-92f2-6a822ed870a1","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.059027569Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f44f9310-f731-46ab-b61e-4ed137d21fc7-01c77119-1bc0-4d60-92f2-6a822ed870a1","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.06936802Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f44f9310-f731-46ab-b61e-4ed137d21fc7/.zfs/snapshot/01c77119-1bc0-4d60-92f2-6a822ed870a1","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.069678657Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.069768289Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.06982338Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.069878902Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.069960054Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.07453177Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.078587675Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"worker"} {"msg":"region f44f9310-f731-46ab-b61e-4ed137d21fc7 running snapshot 01c77119-1bc0-4d60-92f2-6a822ed870a1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.078599085Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"datafile"} {"msg":"path is \"/data/regions/f44f9310-f731-46ab-b61e-4ed137d21fc7\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.188164455Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"datafile"} {"msg":"dataset is oxp_775cd1ce-dc8d-4d1f-9c3d-116269bab0e3/crucible/regions/f44f9310-f731-46ab-b61e-4ed137d21fc7","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.196606311Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"datafile"} {"msg":"snapshot is oxp_775cd1ce-dc8d-4d1f-9c3d-116269bab0e3/crucible/regions/f44f9310-f731-46ab-b61e-4ed137d21fc7@01c77119-1bc0-4d60-92f2-6a822ed870a1","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.205108809Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_775cd1ce-dc8d-4d1f-9c3d-116269bab0e3/crucible/regions/f44f9310-f731-46ab-b61e-4ed137d21fc7\", \"01c77119-1bc0-4d60-92f2-6a822ed870a1\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.20513775Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-18T21:49:15.21333998Z","hostname":"oxz_crucible_8b99a45d-0485-49d8-a834-4045dbc04921","pid":23036,"uri":"/crucible/0/regions/f44f9310-f731-46ab-b61e-4ed137d21fc7/snapshots/01c77119-1bc0-4d60-92f2-6a822ed870a1/run","method":"POST","req_id":"9817caa4-456f-4eaa-809c-254f08df178d","remote_addr":"[fd00:1122:3344:101::b]:51209","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25186,"response_code":"200"}