{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T07:18:11.241139281Z","hostname":"oxz_crucible_ae891598-60c4-47ca-bd0b-302a9e60a0bc","pid":23748,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40651"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T07:18:11.241206492Z","hostname":"oxz_crucible_ae891598-60c4-47ca-bd0b-302a9e60a0bc","pid":23748,"uri":"/crucible/0/regions/a14c3869-851d-4ed8-8175-2564020f9cb8","method":"GET","req_id":"489756ac-8ea4-43d3-89d7-3e2c27db2b0e","remote_addr":"[fd00:1122:3344:101::a]:40651","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":59,"response_code":"200"} {"msg":"path is \"/data/regions/a14c3869-851d-4ed8-8175-2564020f9cb8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T07:18:11.241353735Z","hostname":"oxz_crucible_ae891598-60c4-47ca-bd0b-302a9e60a0bc","pid":23748,"component":"datafile"} {"msg":"dataset is oxp_4e6ef30f-a7d9-4acc-99aa-59ae1084fa14/crucible/regions/a14c3869-851d-4ed8-8175-2564020f9cb8","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T07:18:11.250664289Z","hostname":"oxz_crucible_ae891598-60c4-47ca-bd0b-302a9e60a0bc","pid":23748,"component":"datafile"} {"msg":"snapshot is oxp_4e6ef30f-a7d9-4acc-99aa-59ae1084fa14/crucible/regions/a14c3869-851d-4ed8-8175-2564020f9cb8@2284b6d3-8a75-4527-b2c7-5464667ad0d9","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T07:18:11.259441931Z","hostname":"oxz_crucible_ae891598-60c4-47ca-bd0b-302a9e60a0bc","pid":23748,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4e6ef30f-a7d9-4acc-99aa-59ae1084fa14/crucible/regions/a14c3869-851d-4ed8-8175-2564020f9cb8\", \"2284b6d3-8a75-4527-b2c7-5464667ad0d9\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T07:18:11.259471572Z","hostname":"oxz_crucible_ae891598-60c4-47ca-bd0b-302a9e60a0bc","pid":23748,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T07:18:11.275300501Z","hostname":"oxz_crucible_ae891598-60c4-47ca-bd0b-302a9e60a0bc","pid":23748,"uri":"/crucible/0/regions/a14c3869-851d-4ed8-8175-2564020f9cb8/snapshots/2284b6d3-8a75-4527-b2c7-5464667ad0d9","method":"GET","req_id":"20e595ba-e50c-442e-8b0c-f081ed1e1869","remote_addr":"[fd00:1122:3344:101::a]:40651","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":33946,"response_code":"200"} {"msg":"path is \"/data/regions/a14c3869-851d-4ed8-8175-2564020f9cb8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T07:18:11.275469215Z","hostname":"oxz_crucible_ae891598-60c4-47ca-bd0b-302a9e60a0bc","pid":23748,"component":"datafile"} {"msg":"dataset is oxp_4e6ef30f-a7d9-4acc-99aa-59ae1084fa14/crucible/regions/a14c3869-851d-4ed8-8175-2564020f9cb8","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T07:18:11.283815629Z","hostname":"oxz_crucible_ae891598-60c4-47ca-bd0b-302a9e60a0bc","pid":23748,"component":"datafile"} {"msg":"snapshot is oxp_4e6ef30f-a7d9-4acc-99aa-59ae1084fa14/crucible/regions/a14c3869-851d-4ed8-8175-2564020f9cb8@2284b6d3-8a75-4527-b2c7-5464667ad0d9","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T07:18:11.291899247Z","hostname":"oxz_crucible_ae891598-60c4-47ca-bd0b-302a9e60a0bc","pid":23748,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4e6ef30f-a7d9-4acc-99aa-59ae1084fa14/crucible/regions/a14c3869-851d-4ed8-8175-2564020f9cb8\", \"2284b6d3-8a75-4527-b2c7-5464667ad0d9\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T07:18:11.291925647Z","hostname":"oxz_crucible_ae891598-60c4-47ca-bd0b-302a9e60a0bc","pid":23748,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot a14c3869-851d-4ed8-8175-2564020f9cb8-2284b6d3-8a75-4527-b2c7-5464667ad0d9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T07:18:11.300528876Z","hostname":"oxz_crucible_ae891598-60c4-47ca-bd0b-302a9e60a0bc","pid":23748,"component":"datafile"} {"msg":"applying SMF actions for region a14c3869-851d-4ed8-8175-2564020f9cb8 running snapshot 2284b6d3-8a75-4527-b2c7-5464667ad0d9 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T07:18:11.301128209Z","hostname":"oxz_crucible_ae891598-60c4-47ca-bd0b-302a9e60a0bc","pid":23748,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T07:18:11.301164539Z","hostname":"oxz_crucible_ae891598-60c4-47ca-bd0b-302a9e60a0bc","pid":23748,"uri":"/crucible/0/regions/a14c3869-851d-4ed8-8175-2564020f9cb8/snapshots/2284b6d3-8a75-4527-b2c7-5464667ad0d9/run","method":"POST","req_id":"57b13d1b-8b2b-4dc5-8d94-1b8b3eea9c23","remote_addr":"[fd00:1122:3344:101::a]:40651","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25725,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-a14c3869-851d-4ed8-8175-2564020f9cb8-2284b6d3-8a75-4527-b2c7-5464667ad0d9","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T07:18:11.313292312Z","hostname":"oxz_crucible_ae891598-60c4-47ca-bd0b-302a9e60a0bc","pid":23748,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a14c3869-851d-4ed8-8175-2564020f9cb8-2284b6d3-8a75-4527-b2c7-5464667ad0d9","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T07:18:11.319315357Z","hostname":"oxz_crucible_ae891598-60c4-47ca-bd0b-302a9e60a0bc","pid":23748,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a14c3869-851d-4ed8-8175-2564020f9cb8-2284b6d3-8a75-4527-b2c7-5464667ad0d9","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T07:18:11.330223604Z","hostname":"oxz_crucible_ae891598-60c4-47ca-bd0b-302a9e60a0bc","pid":23748,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a14c3869-851d-4ed8-8175-2564020f9cb8/.zfs/snapshot/2284b6d3-8a75-4527-b2c7-5464667ad0d9","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T07:18:11.330429308Z","hostname":"oxz_crucible_ae891598-60c4-47ca-bd0b-302a9e60a0bc","pid":23748,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T07:18:11.330480579Z","hostname":"oxz_crucible_ae891598-60c4-47ca-bd0b-302a9e60a0bc","pid":23748,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T07:18:11.33052024Z","hostname":"oxz_crucible_ae891598-60c4-47ca-bd0b-302a9e60a0bc","pid":23748,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T07:18:11.330558961Z","hostname":"oxz_crucible_ae891598-60c4-47ca-bd0b-302a9e60a0bc","pid":23748,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T07:18:11.330603682Z","hostname":"oxz_crucible_ae891598-60c4-47ca-bd0b-302a9e60a0bc","pid":23748,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T07:18:11.333574934Z","hostname":"oxz_crucible_ae891598-60c4-47ca-bd0b-302a9e60a0bc","pid":23748,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T07:18:11.337442754Z","hostname":"oxz_crucible_ae891598-60c4-47ca-bd0b-302a9e60a0bc","pid":23748,"component":"worker"} {"msg":"region a14c3869-851d-4ed8-8175-2564020f9cb8 running snapshot 2284b6d3-8a75-4527-b2c7-5464667ad0d9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-15T07:18:11.337456054Z","hostname":"oxz_crucible_ae891598-60c4-47ca-bd0b-302a9e60a0bc","pid":23748,"component":"datafile"}