{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:22.573021326Z","hostname":"oxz_crucible_c22ce43b-b4c5-453b-9120-505102876329","pid":22811,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37172"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:22.573088537Z","hostname":"oxz_crucible_c22ce43b-b4c5-453b-9120-505102876329","pid":22811,"uri":"/crucible/0/regions/40f1f60c-cb84-4050-a5e7-a35070a136a1","method":"GET","req_id":"9bf603e8-9f7b-4276-8d4e-62d93ea28079","remote_addr":"[fd00:1122:3344:101::a]:37172","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":50,"response_code":"200"} {"msg":"path is \"/data/regions/40f1f60c-cb84-4050-a5e7-a35070a136a1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:22.57373959Z","hostname":"oxz_crucible_c22ce43b-b4c5-453b-9120-505102876329","pid":22811,"component":"datafile"} {"msg":"dataset is oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/40f1f60c-cb84-4050-a5e7-a35070a136a1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:22.583392303Z","hostname":"oxz_crucible_c22ce43b-b4c5-453b-9120-505102876329","pid":22811,"component":"datafile"} {"msg":"snapshot is oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/40f1f60c-cb84-4050-a5e7-a35070a136a1@6cd717ec-8b2b-47d7-95fb-5bbe8d1361df","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:22.591657267Z","hostname":"oxz_crucible_c22ce43b-b4c5-453b-9120-505102876329","pid":22811,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/40f1f60c-cb84-4050-a5e7-a35070a136a1\", \"6cd717ec-8b2b-47d7-95fb-5bbe8d1361df\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:22.591689838Z","hostname":"oxz_crucible_c22ce43b-b4c5-453b-9120-505102876329","pid":22811,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:22.603170197Z","hostname":"oxz_crucible_c22ce43b-b4c5-453b-9120-505102876329","pid":22811,"uri":"/crucible/0/regions/40f1f60c-cb84-4050-a5e7-a35070a136a1/snapshots/6cd717ec-8b2b-47d7-95fb-5bbe8d1361df","method":"GET","req_id":"ce333ecc-32d5-4ff5-acb8-2e9e215dbc6a","remote_addr":"[fd00:1122:3344:101::a]:37172","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":29927,"response_code":"200"} {"msg":"path is \"/data/regions/40f1f60c-cb84-4050-a5e7-a35070a136a1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:22.6033499Z","hostname":"oxz_crucible_c22ce43b-b4c5-453b-9120-505102876329","pid":22811,"component":"datafile"} {"msg":"dataset is oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/40f1f60c-cb84-4050-a5e7-a35070a136a1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:22.612550424Z","hostname":"oxz_crucible_c22ce43b-b4c5-453b-9120-505102876329","pid":22811,"component":"datafile"} {"msg":"snapshot is oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/40f1f60c-cb84-4050-a5e7-a35070a136a1@6cd717ec-8b2b-47d7-95fb-5bbe8d1361df","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:22.621238377Z","hostname":"oxz_crucible_c22ce43b-b4c5-453b-9120-505102876329","pid":22811,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_14b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/40f1f60c-cb84-4050-a5e7-a35070a136a1\", \"6cd717ec-8b2b-47d7-95fb-5bbe8d1361df\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:22.621265967Z","hostname":"oxz_crucible_c22ce43b-b4c5-453b-9120-505102876329","pid":22811,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 40f1f60c-cb84-4050-a5e7-a35070a136a1-6cd717ec-8b2b-47d7-95fb-5bbe8d1361df state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:22.631164925Z","hostname":"oxz_crucible_c22ce43b-b4c5-453b-9120-505102876329","pid":22811,"component":"datafile"} {"msg":"applying SMF actions for region 40f1f60c-cb84-4050-a5e7-a35070a136a1 running snapshot 6cd717ec-8b2b-47d7-95fb-5bbe8d1361df (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:22.631738406Z","hostname":"oxz_crucible_c22ce43b-b4c5-453b-9120-505102876329","pid":22811,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:22.631777657Z","hostname":"oxz_crucible_c22ce43b-b4c5-453b-9120-505102876329","pid":22811,"uri":"/crucible/0/regions/40f1f60c-cb84-4050-a5e7-a35070a136a1/snapshots/6cd717ec-8b2b-47d7-95fb-5bbe8d1361df/run","method":"POST","req_id":"8782a973-1755-45a7-bc00-690c7d899e0f","remote_addr":"[fd00:1122:3344:101::a]:37172","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":28461,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-40f1f60c-cb84-4050-a5e7-a35070a136a1-6cd717ec-8b2b-47d7-95fb-5bbe8d1361df","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:22.638858208Z","hostname":"oxz_crucible_c22ce43b-b4c5-453b-9120-505102876329","pid":22811,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-40f1f60c-cb84-4050-a5e7-a35070a136a1-6cd717ec-8b2b-47d7-95fb-5bbe8d1361df","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:22.649792336Z","hostname":"oxz_crucible_c22ce43b-b4c5-453b-9120-505102876329","pid":22811,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-40f1f60c-cb84-4050-a5e7-a35070a136a1-6cd717ec-8b2b-47d7-95fb-5bbe8d1361df","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:22.671323885Z","hostname":"oxz_crucible_c22ce43b-b4c5-453b-9120-505102876329","pid":22811,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/40f1f60c-cb84-4050-a5e7-a35070a136a1/.zfs/snapshot/6cd717ec-8b2b-47d7-95fb-5bbe8d1361df","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:22.671591311Z","hostname":"oxz_crucible_c22ce43b-b4c5-453b-9120-505102876329","pid":22811,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:22.671655532Z","hostname":"oxz_crucible_c22ce43b-b4c5-453b-9120-505102876329","pid":22811,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:22.671702073Z","hostname":"oxz_crucible_c22ce43b-b4c5-453b-9120-505102876329","pid":22811,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:22.671742644Z","hostname":"oxz_crucible_c22ce43b-b4c5-453b-9120-505102876329","pid":22811,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:22.671793935Z","hostname":"oxz_crucible_c22ce43b-b4c5-453b-9120-505102876329","pid":22811,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:22.682859866Z","hostname":"oxz_crucible_c22ce43b-b4c5-453b-9120-505102876329","pid":22811,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:22.693281403Z","hostname":"oxz_crucible_c22ce43b-b4c5-453b-9120-505102876329","pid":22811,"component":"worker"} {"msg":"region 40f1f60c-cb84-4050-a5e7-a35070a136a1 running snapshot 6cd717ec-8b2b-47d7-95fb-5bbe8d1361df state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-15T00:16:22.693299494Z","hostname":"oxz_crucible_c22ce43b-b4c5-453b-9120-505102876329","pid":22811,"component":"datafile"}