{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.010358504Z","hostname":"oxz_crucible_9c627ffc-2712-47ff-aa64-70dc9d9d99d6","pid":23689,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34965"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.010441836Z","hostname":"oxz_crucible_9c627ffc-2712-47ff-aa64-70dc9d9d99d6","pid":23689,"uri":"/crucible/0/regions/9612263c-9dc1-4e8f-a3d9-fe431722a562","method":"GET","req_id":"74fb2431-5e08-4f23-8f95-49203100bb8f","remote_addr":"[fd00:1122:3344:101::a]:34965","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":"200"} {"msg":"path is \"/data/regions/9612263c-9dc1-4e8f-a3d9-fe431722a562\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.011183795Z","hostname":"oxz_crucible_9c627ffc-2712-47ff-aa64-70dc9d9d99d6","pid":23689,"component":"datafile"} {"msg":"dataset is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/9612263c-9dc1-4e8f-a3d9-fe431722a562","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.019775172Z","hostname":"oxz_crucible_9c627ffc-2712-47ff-aa64-70dc9d9d99d6","pid":23689,"component":"datafile"} {"msg":"snapshot is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/9612263c-9dc1-4e8f-a3d9-fe431722a562@ab88e288-2cf7-4242-a351-f8c60eff1577","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.02881175Z","hostname":"oxz_crucible_9c627ffc-2712-47ff-aa64-70dc9d9d99d6","pid":23689,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/9612263c-9dc1-4e8f-a3d9-fe431722a562\", \"ab88e288-2cf7-4242-a351-f8c60eff1577\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.02883705Z","hostname":"oxz_crucible_9c627ffc-2712-47ff-aa64-70dc9d9d99d6","pid":23689,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.039724517Z","hostname":"oxz_crucible_9c627ffc-2712-47ff-aa64-70dc9d9d99d6","pid":23689,"uri":"/crucible/0/regions/9612263c-9dc1-4e8f-a3d9-fe431722a562/snapshots/ab88e288-2cf7-4242-a351-f8c60eff1577","method":"GET","req_id":"98e176bf-5c2d-40a7-ab17-e56a367ef159","remote_addr":"[fd00:1122:3344:101::a]:34965","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":29120,"response_code":"200"} {"msg":"path is \"/data/regions/9612263c-9dc1-4e8f-a3d9-fe431722a562\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.039895151Z","hostname":"oxz_crucible_9c627ffc-2712-47ff-aa64-70dc9d9d99d6","pid":23689,"component":"datafile"} {"msg":"dataset is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/9612263c-9dc1-4e8f-a3d9-fe431722a562","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.048535029Z","hostname":"oxz_crucible_9c627ffc-2712-47ff-aa64-70dc9d9d99d6","pid":23689,"component":"datafile"} {"msg":"snapshot is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/9612263c-9dc1-4e8f-a3d9-fe431722a562@ab88e288-2cf7-4242-a351-f8c60eff1577","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.056189991Z","hostname":"oxz_crucible_9c627ffc-2712-47ff-aa64-70dc9d9d99d6","pid":23689,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/9612263c-9dc1-4e8f-a3d9-fe431722a562\", \"ab88e288-2cf7-4242-a351-f8c60eff1577\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.056218341Z","hostname":"oxz_crucible_9c627ffc-2712-47ff-aa64-70dc9d9d99d6","pid":23689,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 9612263c-9dc1-4e8f-a3d9-fe431722a562-ab88e288-2cf7-4242-a351-f8c60eff1577 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.065433564Z","hostname":"oxz_crucible_9c627ffc-2712-47ff-aa64-70dc9d9d99d6","pid":23689,"component":"datafile"} {"msg":"applying SMF actions for region 9612263c-9dc1-4e8f-a3d9-fe431722a562 running snapshot ab88e288-2cf7-4242-a351-f8c60eff1577 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.06604439Z","hostname":"oxz_crucible_9c627ffc-2712-47ff-aa64-70dc9d9d99d6","pid":23689,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.066083671Z","hostname":"oxz_crucible_9c627ffc-2712-47ff-aa64-70dc9d9d99d6","pid":23689,"uri":"/crucible/0/regions/9612263c-9dc1-4e8f-a3d9-fe431722a562/snapshots/ab88e288-2cf7-4242-a351-f8c60eff1577/run","method":"POST","req_id":"5221be8e-ea0d-4908-b08d-5f0b644d6e82","remote_addr":"[fd00:1122:3344:101::a]:34965","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26226,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-9612263c-9dc1-4e8f-a3d9-fe431722a562-ab88e288-2cf7-4242-a351-f8c60eff1577","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.070930299Z","hostname":"oxz_crucible_9c627ffc-2712-47ff-aa64-70dc9d9d99d6","pid":23689,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9612263c-9dc1-4e8f-a3d9-fe431722a562-ab88e288-2cf7-4242-a351-f8c60eff1577","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.091015668Z","hostname":"oxz_crucible_9c627ffc-2712-47ff-aa64-70dc9d9d99d6","pid":23689,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9612263c-9dc1-4e8f-a3d9-fe431722a562-ab88e288-2cf7-4242-a351-f8c60eff1577","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.174230899Z","hostname":"oxz_crucible_9c627ffc-2712-47ff-aa64-70dc9d9d99d6","pid":23689,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9612263c-9dc1-4e8f-a3d9-fe431722a562/.zfs/snapshot/ab88e288-2cf7-4242-a351-f8c60eff1577","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.174513926Z","hostname":"oxz_crucible_9c627ffc-2712-47ff-aa64-70dc9d9d99d6","pid":23689,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.174575548Z","hostname":"oxz_crucible_9c627ffc-2712-47ff-aa64-70dc9d9d99d6","pid":23689,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.174629409Z","hostname":"oxz_crucible_9c627ffc-2712-47ff-aa64-70dc9d9d99d6","pid":23689,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.174674491Z","hostname":"oxz_crucible_9c627ffc-2712-47ff-aa64-70dc9d9d99d6","pid":23689,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.174729342Z","hostname":"oxz_crucible_9c627ffc-2712-47ff-aa64-70dc9d9d99d6","pid":23689,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.198375415Z","hostname":"oxz_crucible_9c627ffc-2712-47ff-aa64-70dc9d9d99d6","pid":23689,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.227199164Z","hostname":"oxz_crucible_9c627ffc-2712-47ff-aa64-70dc9d9d99d6","pid":23689,"component":"worker"} {"msg":"region 9612263c-9dc1-4e8f-a3d9-fe431722a562 running snapshot ab88e288-2cf7-4242-a351-f8c60eff1577 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T06:18:47.227215864Z","hostname":"oxz_crucible_9c627ffc-2712-47ff-aa64-70dc9d9d99d6","pid":23689,"component":"datafile"}