{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.388704737Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:48832"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.388813989Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"uri":"/crucible/0/regions/8a51b788-fe95-4ec5-8551-ac1aa7b33ad4","method":"GET","req_id":"0560ce89-d299-4fe1-a3f5-393e351507d2","remote_addr":"[fd00:1122:3344:101::c]:48832","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":50,"response_code":"200"} {"msg":"path is \"/data/regions/8a51b788-fe95-4ec5-8551-ac1aa7b33ad4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.395060801Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"datafile"} {"msg":"dataset is oxp_73ea6748-a15a-4c6d-8332-772735831517/crucible/regions/8a51b788-fe95-4ec5-8551-ac1aa7b33ad4","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.404945798Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"datafile"} {"msg":"snapshot is oxp_73ea6748-a15a-4c6d-8332-772735831517/crucible/regions/8a51b788-fe95-4ec5-8551-ac1aa7b33ad4@3b576f69-edfa-432f-b1cc-0c4cd89de405","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.414131854Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_73ea6748-a15a-4c6d-8332-772735831517/crucible/regions/8a51b788-fe95-4ec5-8551-ac1aa7b33ad4\", \"3b576f69-edfa-432f-b1cc-0c4cd89de405\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.414160924Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.425160018Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"uri":"/crucible/0/regions/8a51b788-fe95-4ec5-8551-ac1aa7b33ad4/snapshots/3b576f69-edfa-432f-b1cc-0c4cd89de405","method":"GET","req_id":"db3bdc5f-b283-4b6a-a57b-2065b83c6973","remote_addr":"[fd00:1122:3344:101::c]:48832","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":33290,"response_code":"200"} {"msg":"path is \"/data/regions/8a51b788-fe95-4ec5-8551-ac1aa7b33ad4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.42940268Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"datafile"} {"msg":"dataset is oxp_73ea6748-a15a-4c6d-8332-772735831517/crucible/regions/8a51b788-fe95-4ec5-8551-ac1aa7b33ad4","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.4381357Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"datafile"} {"msg":"snapshot is oxp_73ea6748-a15a-4c6d-8332-772735831517/crucible/regions/8a51b788-fe95-4ec5-8551-ac1aa7b33ad4@3b576f69-edfa-432f-b1cc-0c4cd89de405","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.448665426Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_73ea6748-a15a-4c6d-8332-772735831517/crucible/regions/8a51b788-fe95-4ec5-8551-ac1aa7b33ad4\", \"3b576f69-edfa-432f-b1cc-0c4cd89de405\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.448698527Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 8a51b788-fe95-4ec5-8551-ac1aa7b33ad4-3b576f69-edfa-432f-b1cc-0c4cd89de405 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.458157377Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"datafile"} {"msg":"applying SMF actions for region 8a51b788-fe95-4ec5-8551-ac1aa7b33ad4 running snapshot 3b576f69-edfa-432f-b1cc-0c4cd89de405 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.476663771Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.476701571Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"uri":"/crucible/0/regions/8a51b788-fe95-4ec5-8551-ac1aa7b33ad4/snapshots/3b576f69-edfa-432f-b1cc-0c4cd89de405/run","method":"POST","req_id":"cdb48afe-c310-4f0a-87c0-a045454448eb","remote_addr":"[fd00:1122:3344:101::c]:48832","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":47869,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/8a51b788-fe95-4ec5-8551-ac1aa7b33ad4","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.485517982Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.485606083Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.485687445Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.485694235Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.485746785Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8a51b788-fe95-4ec5-8551-ac1aa7b33ad4","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.485796426Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8a51b788-fe95-4ec5-8551-ac1aa7b33ad4","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.486148182Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.486230513Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.486281653Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.486333864Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.594209013Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-8a51b788-fe95-4ec5-8551-ac1aa7b33ad4-3b576f69-edfa-432f-b1cc-0c4cd89de405","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.594781432Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-8a51b788-fe95-4ec5-8551-ac1aa7b33ad4-3b576f69-edfa-432f-b1cc-0c4cd89de405","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.643125288Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8a51b788-fe95-4ec5-8551-ac1aa7b33ad4-3b576f69-edfa-432f-b1cc-0c4cd89de405","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.719524351Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8a51b788-fe95-4ec5-8551-ac1aa7b33ad4/.zfs/snapshot/3b576f69-edfa-432f-b1cc-0c4cd89de405","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.719771525Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.719840206Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.719889666Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.719937407Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.719996618Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"worker"} {"msg":"path is \"/data/regions/8a51b788-fe95-4ec5-8551-ac1aa7b33ad4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.735598499Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"datafile"} {"msg":"dataset is oxp_73ea6748-a15a-4c6d-8332-772735831517/crucible/regions/8a51b788-fe95-4ec5-8551-ac1aa7b33ad4","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.744508901Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"datafile"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.747929122Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"worker"} {"msg":"snapshot is oxp_73ea6748-a15a-4c6d-8332-772735831517/crucible/regions/8a51b788-fe95-4ec5-8551-ac1aa7b33ad4@3b576f69-edfa-432f-b1cc-0c4cd89de405","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.753295821Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_73ea6748-a15a-4c6d-8332-772735831517/crucible/regions/8a51b788-fe95-4ec5-8551-ac1aa7b33ad4\", \"3b576f69-edfa-432f-b1cc-0c4cd89de405\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.753311371Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.761636385Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"uri":"/crucible/0/regions/8a51b788-fe95-4ec5-8551-ac1aa7b33ad4/snapshots/3b576f69-edfa-432f-b1cc-0c4cd89de405/run","method":"POST","req_id":"1e572fad-b034-4ed2-963b-ad6d4aa4a204","remote_addr":"[fd00:1122:3344:101::c]:48832","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26051,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.774325623Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"worker"} {"msg":"region 8a51b788-fe95-4ec5-8551-ac1aa7b33ad4 running snapshot 3b576f69-edfa-432f-b1cc-0c4cd89de405 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:25.774340743Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"datafile"} {"msg":"path is \"/data/regions/8a51b788-fe95-4ec5-8551-ac1aa7b33ad4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.079509877Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"datafile"} {"msg":"dataset is oxp_73ea6748-a15a-4c6d-8332-772735831517/crucible/regions/8a51b788-fe95-4ec5-8551-ac1aa7b33ad4","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.089490775Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"datafile"} {"msg":"snapshot is oxp_73ea6748-a15a-4c6d-8332-772735831517/crucible/regions/8a51b788-fe95-4ec5-8551-ac1aa7b33ad4@3b576f69-edfa-432f-b1cc-0c4cd89de405","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.097595055Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_73ea6748-a15a-4c6d-8332-772735831517/crucible/regions/8a51b788-fe95-4ec5-8551-ac1aa7b33ad4\", \"3b576f69-edfa-432f-b1cc-0c4cd89de405\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.097631125Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-25T04:33:26.106508407Z","hostname":"oxz_crucible_eb11d237-493e-4149-89e6-fb83195b8bda","pid":22722,"uri":"/crucible/0/regions/8a51b788-fe95-4ec5-8551-ac1aa7b33ad4/snapshots/3b576f69-edfa-432f-b1cc-0c4cd89de405/run","method":"POST","req_id":"12e4f2ec-ed12-49d4-8478-6985fbf06f48","remote_addr":"[fd00:1122:3344:101::c]:48832","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":27032,"response_code":"200"}