{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.35461308Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50582"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.357401825Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"uri":"/crucible/0/regions/e8479ba5-f9d4-487a-8111-010bb226486b","method":"GET","req_id":"ea7976c8-966d-46fb-b54a-489edb574caf","remote_addr":"[fd00:1122:3344:101::a]:50582","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":2739,"response_code":"200"} {"msg":"path is \"/data/regions/e8479ba5-f9d4-487a-8111-010bb226486b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.361431165Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"component":"datafile"} {"msg":"dataset is oxp_ffe707ac-7f49-497d-beef-33098ae2bcc4/crucible/regions/e8479ba5-f9d4-487a-8111-010bb226486b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.370934121Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"component":"datafile"} {"msg":"snapshot is oxp_ffe707ac-7f49-497d-beef-33098ae2bcc4/crucible/regions/e8479ba5-f9d4-487a-8111-010bb226486b@9e6b29d3-3910-4a9e-b712-6598af7932dd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.379391827Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ffe707ac-7f49-497d-beef-33098ae2bcc4/crucible/regions/e8479ba5-f9d4-487a-8111-010bb226486b\", \"9e6b29d3-3910-4a9e-b712-6598af7932dd\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.379422958Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.389640659Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"uri":"/crucible/0/regions/e8479ba5-f9d4-487a-8111-010bb226486b/snapshots/9e6b29d3-3910-4a9e-b712-6598af7932dd","method":"GET","req_id":"7c26b41c-15a7-47d7-9f08-250f5e854268","remote_addr":"[fd00:1122:3344:101::a]:50582","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":28224,"response_code":"200"} {"msg":"path is \"/data/regions/e8479ba5-f9d4-487a-8111-010bb226486b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.392561966Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"component":"datafile"} {"msg":"dataset is oxp_ffe707ac-7f49-497d-beef-33098ae2bcc4/crucible/regions/e8479ba5-f9d4-487a-8111-010bb226486b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.4009016Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"component":"datafile"} {"msg":"snapshot is oxp_ffe707ac-7f49-497d-beef-33098ae2bcc4/crucible/regions/e8479ba5-f9d4-487a-8111-010bb226486b@9e6b29d3-3910-4a9e-b712-6598af7932dd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.408444048Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ffe707ac-7f49-497d-beef-33098ae2bcc4/crucible/regions/e8479ba5-f9d4-487a-8111-010bb226486b\", \"9e6b29d3-3910-4a9e-b712-6598af7932dd\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.408469528Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot e8479ba5-f9d4-487a-8111-010bb226486b-9e6b29d3-3910-4a9e-b712-6598af7932dd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.417365673Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"component":"datafile"} {"msg":"applying SMF actions for region e8479ba5-f9d4-487a-8111-010bb226486b running snapshot 9e6b29d3-3910-4a9e-b712-6598af7932dd (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.417956564Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.417981155Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"uri":"/crucible/0/regions/e8479ba5-f9d4-487a-8111-010bb226486b/snapshots/9e6b29d3-3910-4a9e-b712-6598af7932dd/run","method":"POST","req_id":"d34d2153-2850-4fa7-95ba-9c75574d7527","remote_addr":"[fd00:1122:3344:101::a]:50582","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25442,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-e8479ba5-f9d4-487a-8111-010bb226486b-9e6b29d3-3910-4a9e-b712-6598af7932dd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.427220897Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e8479ba5-f9d4-487a-8111-010bb226486b-9e6b29d3-3910-4a9e-b712-6598af7932dd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.430638124Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e8479ba5-f9d4-487a-8111-010bb226486b-9e6b29d3-3910-4a9e-b712-6598af7932dd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.442984206Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e8479ba5-f9d4-487a-8111-010bb226486b/.zfs/snapshot/9e6b29d3-3910-4a9e-b712-6598af7932dd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.443243591Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.443293542Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.443335743Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.443372844Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.443417525Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.447341692Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.452158296Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"component":"worker"} {"msg":"region e8479ba5-f9d4-487a-8111-010bb226486b running snapshot 9e6b29d3-3910-4a9e-b712-6598af7932dd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.452170047Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"component":"datafile"} {"msg":"path is \"/data/regions/e8479ba5-f9d4-487a-8111-010bb226486b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.617959263Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"component":"datafile"} {"msg":"dataset is oxp_ffe707ac-7f49-497d-beef-33098ae2bcc4/crucible/regions/e8479ba5-f9d4-487a-8111-010bb226486b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.626432589Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"component":"datafile"} {"msg":"snapshot is oxp_ffe707ac-7f49-497d-beef-33098ae2bcc4/crucible/regions/e8479ba5-f9d4-487a-8111-010bb226486b@9e6b29d3-3910-4a9e-b712-6598af7932dd","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.634407656Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ffe707ac-7f49-497d-beef-33098ae2bcc4/crucible/regions/e8479ba5-f9d4-487a-8111-010bb226486b\", \"9e6b29d3-3910-4a9e-b712-6598af7932dd\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.634431826Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-12T22:45:52.641822541Z","hostname":"oxz_crucible_ce118693-a3ed-4157-a0fa-838ac4c566aa","pid":23924,"uri":"/crucible/0/regions/e8479ba5-f9d4-487a-8111-010bb226486b/snapshots/9e6b29d3-3910-4a9e-b712-6598af7932dd/run","method":"POST","req_id":"bb0c66cd-48dc-4a98-8c65-6c73812ef228","remote_addr":"[fd00:1122:3344:101::a]:50582","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":23913,"response_code":"200"}