{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.182216183Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:40014"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.182312965Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"uri":"/crucible/0/regions/22e2de52-798d-4d41-994c-c4980b955e8e","method":"GET","req_id":"1fa55866-0057-4d58-b20b-de292f405e10","remote_addr":"[fd00:1122:3344:101::c]:40014","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":49,"response_code":"200"} {"msg":"path is \"/data/regions/22e2de52-798d-4d41-994c-c4980b955e8e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.185858565Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"datafile"} {"msg":"dataset is oxp_312b4f58-8708-4633-b7f3-c0c5a27ed6f6/crucible/regions/22e2de52-798d-4d41-994c-c4980b955e8e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.195529524Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"datafile"} {"msg":"snapshot is oxp_312b4f58-8708-4633-b7f3-c0c5a27ed6f6/crucible/regions/22e2de52-798d-4d41-994c-c4980b955e8e@148aad86-6bdd-4838-b2b8-e0aa4b7b86f2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.203707875Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_312b4f58-8708-4633-b7f3-c0c5a27ed6f6/crucible/regions/22e2de52-798d-4d41-994c-c4980b955e8e\", \"148aad86-6bdd-4838-b2b8-e0aa4b7b86f2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.203739285Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.214773322Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"uri":"/crucible/0/regions/22e2de52-798d-4d41-994c-c4980b955e8e/snapshots/148aad86-6bdd-4838-b2b8-e0aa4b7b86f2","method":"GET","req_id":"fe035156-88c7-47e1-aeff-ca534dfa7ffe","remote_addr":"[fd00:1122:3344:101::c]:40014","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":28919,"response_code":"200"} {"msg":"path is \"/data/regions/22e2de52-798d-4d41-994c-c4980b955e8e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.218575007Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"datafile"} {"msg":"dataset is oxp_312b4f58-8708-4633-b7f3-c0c5a27ed6f6/crucible/regions/22e2de52-798d-4d41-994c-c4980b955e8e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.226681936Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"datafile"} {"msg":"snapshot is oxp_312b4f58-8708-4633-b7f3-c0c5a27ed6f6/crucible/regions/22e2de52-798d-4d41-994c-c4980b955e8e@148aad86-6bdd-4838-b2b8-e0aa4b7b86f2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.235246164Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_312b4f58-8708-4633-b7f3-c0c5a27ed6f6/crucible/regions/22e2de52-798d-4d41-994c-c4980b955e8e\", \"148aad86-6bdd-4838-b2b8-e0aa4b7b86f2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.235271445Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 22e2de52-798d-4d41-994c-c4980b955e8e-148aad86-6bdd-4838-b2b8-e0aa4b7b86f2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.244031547Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"datafile"} {"msg":"applying SMF actions for region 22e2de52-798d-4d41-994c-c4980b955e8e running snapshot 148aad86-6bdd-4838-b2b8-e0aa4b7b86f2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.244931314Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.244962075Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"uri":"/crucible/0/regions/22e2de52-798d-4d41-994c-c4980b955e8e/snapshots/148aad86-6bdd-4838-b2b8-e0aa4b7b86f2/run","method":"POST","req_id":"980182a2-a210-44f8-b0e7-8a08e68e19d9","remote_addr":"[fd00:1122:3344:101::c]:40014","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26423,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/22e2de52-798d-4d41-994c-c4980b955e8e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.249457354Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.249542025Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.249624447Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.249631707Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.249678078Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-22e2de52-798d-4d41-994c-c4980b955e8e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.249726879Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/22e2de52-798d-4d41-994c-c4980b955e8e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.249822781Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.249884412Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.249931433Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.249980704Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.25387824Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-22e2de52-798d-4d41-994c-c4980b955e8e-148aad86-6bdd-4838-b2b8-e0aa4b7b86f2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.254337179Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-22e2de52-798d-4d41-994c-c4980b955e8e-148aad86-6bdd-4838-b2b8-e0aa4b7b86f2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.256658175Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-22e2de52-798d-4d41-994c-c4980b955e8e-148aad86-6bdd-4838-b2b8-e0aa4b7b86f2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.266400936Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/22e2de52-798d-4d41-994c-c4980b955e8e/.zfs/snapshot/148aad86-6bdd-4838-b2b8-e0aa4b7b86f2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.26660206Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.266652031Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.266691972Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.266730393Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.266778764Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.270105249Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.27424472Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"worker"} {"msg":"region 22e2de52-798d-4d41-994c-c4980b955e8e running snapshot 148aad86-6bdd-4838-b2b8-e0aa4b7b86f2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.274257861Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"datafile"} {"msg":"path is \"/data/regions/22e2de52-798d-4d41-994c-c4980b955e8e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.51760562Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"datafile"} {"msg":"dataset is oxp_312b4f58-8708-4633-b7f3-c0c5a27ed6f6/crucible/regions/22e2de52-798d-4d41-994c-c4980b955e8e","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.526352552Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"datafile"} {"msg":"snapshot is oxp_312b4f58-8708-4633-b7f3-c0c5a27ed6f6/crucible/regions/22e2de52-798d-4d41-994c-c4980b955e8e@148aad86-6bdd-4838-b2b8-e0aa4b7b86f2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.534008872Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_312b4f58-8708-4633-b7f3-c0c5a27ed6f6/crucible/regions/22e2de52-798d-4d41-994c-c4980b955e8e\", \"148aad86-6bdd-4838-b2b8-e0aa4b7b86f2\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.534036712Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-17T04:34:01.541582081Z","hostname":"oxz_crucible_0a8b368b-87f4-43de-8f45-38f402dc8f2e","pid":22730,"uri":"/crucible/0/regions/22e2de52-798d-4d41-994c-c4980b955e8e/snapshots/148aad86-6bdd-4838-b2b8-e0aa4b7b86f2/run","method":"POST","req_id":"6f7f2d64-1bcd-41a7-bcdc-2a3b8a0cd9c8","remote_addr":"[fd00:1122:3344:101::c]:40014","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23996,"response_code":"200"}