{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:08.95733881Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55348"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:08.964953612Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"uri":"/crucible/0/regions/004c08ea-2d23-43c2-89d7-3b74897ce679","method":"GET","req_id":"75f829eb-f2cc-4506-bc43-3e55d8405635","remote_addr":"[fd00:1122:3344:101::a]:55348","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":7565,"response_code":"200"} {"msg":"path is \"/data/regions/004c08ea-2d23-43c2-89d7-3b74897ce679\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:08.96842575Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"datafile"} {"msg":"dataset is oxp_0e37ddab-daec-4c38-a903-78b351e48433/crucible/regions/004c08ea-2d23-43c2-89d7-3b74897ce679","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:08.978244512Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"datafile"} {"msg":"snapshot is oxp_0e37ddab-daec-4c38-a903-78b351e48433/crucible/regions/004c08ea-2d23-43c2-89d7-3b74897ce679@e452d719-e926-44e8-a53a-e65711917a2d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:08.98748152Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0e37ddab-daec-4c38-a903-78b351e48433/crucible/regions/004c08ea-2d23-43c2-89d7-3b74897ce679\", \"e452d719-e926-44e8-a53a-e65711917a2d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:08.987511861Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:08.998869407Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"uri":"/crucible/0/regions/004c08ea-2d23-43c2-89d7-3b74897ce679/snapshots/e452d719-e926-44e8-a53a-e65711917a2d","method":"GET","req_id":"be0703fb-98ec-46bf-b128-96df9204153d","remote_addr":"[fd00:1122:3344:101::a]:55348","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":30453,"response_code":"200"} {"msg":"path is \"/data/regions/004c08ea-2d23-43c2-89d7-3b74897ce679\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.004285739Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"datafile"} {"msg":"dataset is oxp_0e37ddab-daec-4c38-a903-78b351e48433/crucible/regions/004c08ea-2d23-43c2-89d7-3b74897ce679","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.014599542Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"datafile"} {"msg":"snapshot is oxp_0e37ddab-daec-4c38-a903-78b351e48433/crucible/regions/004c08ea-2d23-43c2-89d7-3b74897ce679@e452d719-e926-44e8-a53a-e65711917a2d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.023193135Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0e37ddab-daec-4c38-a903-78b351e48433/crucible/regions/004c08ea-2d23-43c2-89d7-3b74897ce679\", \"e452d719-e926-44e8-a53a-e65711917a2d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.023223716Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 004c08ea-2d23-43c2-89d7-3b74897ce679-e452d719-e926-44e8-a53a-e65711917a2d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.032389563Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"datafile"} {"msg":"applying SMF actions for region 004c08ea-2d23-43c2-89d7-3b74897ce679 running snapshot e452d719-e926-44e8-a53a-e65711917a2d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.032981987Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.033036548Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"uri":"/crucible/0/regions/004c08ea-2d23-43c2-89d7-3b74897ce679/snapshots/e452d719-e926-44e8-a53a-e65711917a2d/run","method":"POST","req_id":"3ccbb4bb-1cfa-4f96-b7ac-67bab1480b59","remote_addr":"[fd00:1122:3344:101::a]:55348","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":29278,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/004c08ea-2d23-43c2-89d7-3b74897ce679","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.04291102Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.043010403Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.043111745Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.043119235Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.043170506Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-004c08ea-2d23-43c2-89d7-3b74897ce679","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.043229018Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/004c08ea-2d23-43c2-89d7-3b74897ce679","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.04333008Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.043392941Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.043441232Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.043490033Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.050564523Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-004c08ea-2d23-43c2-89d7-3b74897ce679-e452d719-e926-44e8-a53a-e65711917a2d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.051018633Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-004c08ea-2d23-43c2-89d7-3b74897ce679-e452d719-e926-44e8-a53a-e65711917a2d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.053713184Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-004c08ea-2d23-43c2-89d7-3b74897ce679-e452d719-e926-44e8-a53a-e65711917a2d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.065368547Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/004c08ea-2d23-43c2-89d7-3b74897ce679/.zfs/snapshot/e452d719-e926-44e8-a53a-e65711917a2d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.065673094Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.065748676Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.065793117Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.065833448Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.065885129Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.069192163Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.073608123Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"worker"} {"msg":"region 004c08ea-2d23-43c2-89d7-3b74897ce679 running snapshot e452d719-e926-44e8-a53a-e65711917a2d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.073620473Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"datafile"} {"msg":"path is \"/data/regions/004c08ea-2d23-43c2-89d7-3b74897ce679\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.401135773Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"datafile"} {"msg":"dataset is oxp_0e37ddab-daec-4c38-a903-78b351e48433/crucible/regions/004c08ea-2d23-43c2-89d7-3b74897ce679","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.41121443Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"datafile"} {"msg":"snapshot is oxp_0e37ddab-daec-4c38-a903-78b351e48433/crucible/regions/004c08ea-2d23-43c2-89d7-3b74897ce679@e452d719-e926-44e8-a53a-e65711917a2d","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.419782453Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0e37ddab-daec-4c38-a903-78b351e48433/crucible/regions/004c08ea-2d23-43c2-89d7-3b74897ce679\", \"e452d719-e926-44e8-a53a-e65711917a2d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.419809594Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-14T17:06:09.427882626Z","hostname":"oxz_crucible_0fc621f8-a2aa-4e31-a67c-b7171999690c","pid":23467,"uri":"/crucible/0/regions/004c08ea-2d23-43c2-89d7-3b74897ce679/snapshots/e452d719-e926-44e8-a53a-e65711917a2d/run","method":"POST","req_id":"cb403ed7-cf36-4642-b246-6ce9734a80f6","remote_addr":"[fd00:1122:3344:101::a]:55348","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26806,"response_code":"200"}