{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.891502683Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40983"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.891583064Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"uri":"/crucible/0/regions/3f9d699c-200c-4664-9b25-d717833005a1","method":"GET","req_id":"7542f77f-1c71-4a32-8d8a-5855c665ffa4","remote_addr":"[fd00:1122:3344:101::a]:40983","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":66,"response_code":"200"} {"msg":"path is \"/data/regions/3f9d699c-200c-4664-9b25-d717833005a1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.897135334Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"datafile"} {"msg":"dataset is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/3f9d699c-200c-4664-9b25-d717833005a1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.905681272Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"datafile"} {"msg":"snapshot is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/3f9d699c-200c-4664-9b25-d717833005a1@a4ec9a18-f661-45e4-b717-edc4e9e22dcd","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.913907456Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/3f9d699c-200c-4664-9b25-d717833005a1\", \"a4ec9a18-f661-45e4-b717-edc4e9e22dcd\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.913932366Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.922651717Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"uri":"/crucible/0/regions/3f9d699c-200c-4664-9b25-d717833005a1/snapshots/a4ec9a18-f661-45e4-b717-edc4e9e22dcd","method":"GET","req_id":"af0713b7-7017-4944-af9b-2ced1da93576","remote_addr":"[fd00:1122:3344:101::a]:40983","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":30913,"response_code":"200"} {"msg":"path is \"/data/regions/3f9d699c-200c-4664-9b25-d717833005a1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.922808809Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"datafile"} {"msg":"dataset is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/3f9d699c-200c-4664-9b25-d717833005a1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.931724641Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"datafile"} {"msg":"snapshot is oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/3f9d699c-200c-4664-9b25-d717833005a1@a4ec9a18-f661-45e4-b717-edc4e9e22dcd","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.940551283Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/3f9d699c-200c-4664-9b25-d717833005a1\", \"a4ec9a18-f661-45e4-b717-edc4e9e22dcd\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.940576273Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 3f9d699c-200c-4664-9b25-d717833005a1-a4ec9a18-f661-45e4-b717-edc4e9e22dcd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.949436055Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"datafile"} {"msg":"applying SMF actions for region 3f9d699c-200c-4664-9b25-d717833005a1 running snapshot a4ec9a18-f661-45e4-b717-edc4e9e22dcd (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.950074893Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.950112194Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"uri":"/crucible/0/regions/3f9d699c-200c-4664-9b25-d717833005a1/snapshots/a4ec9a18-f661-45e4-b717-edc4e9e22dcd/run","method":"POST","req_id":"865e46f6-e364-457f-b4a7-ca4484ca4e86","remote_addr":"[fd00:1122:3344:101::a]:40983","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27328,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/3f9d699c-200c-4664-9b25-d717833005a1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.95614043Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.956249711Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.956350162Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.956359292Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.956410753Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3f9d699c-200c-4664-9b25-d717833005a1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.956471514Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3f9d699c-200c-4664-9b25-d717833005a1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.956581355Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.956657076Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.956715137Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.956773498Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.963670405Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-3f9d699c-200c-4664-9b25-d717833005a1-a4ec9a18-f661-45e4-b717-edc4e9e22dcd","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.964142591Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-3f9d699c-200c-4664-9b25-d717833005a1-a4ec9a18-f661-45e4-b717-edc4e9e22dcd","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.967138238Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-3f9d699c-200c-4664-9b25-d717833005a1-a4ec9a18-f661-45e4-b717-edc4e9e22dcd","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.979092189Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3f9d699c-200c-4664-9b25-d717833005a1/.zfs/snapshot/a4ec9a18-f661-45e4-b717-edc4e9e22dcd","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.979394253Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.979450474Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.979491624Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.979532635Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.979582775Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.983020589Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.987557466Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"worker"} {"msg":"region 3f9d699c-200c-4664-9b25-d717833005a1 running snapshot a4ec9a18-f661-45e4-b717-edc4e9e22dcd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-04T18:30:30.987572576Z","hostname":"oxz_crucible_da3cb22e-e9ae-409e-92e0-f8fa4fda1e68","pid":22099,"component":"datafile"}