{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.535817471Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:33200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.535938184Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"uri":"/crucible/0/regions/a8788e6d-e714-4968-93e6-9ad246f157ca","method":"GET","req_id":"ef2e7739-53bf-47ca-bb8c-87cb7be220bc","remote_addr":"[fd00:1122:3344:101::b]:33200","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"path is \"/data/regions/a8788e6d-e714-4968-93e6-9ad246f157ca\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.53878144Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"component":"datafile"} {"msg":"dataset is oxp_6b29d847-4afd-4095-81fc-dc045db925f3/crucible/regions/a8788e6d-e714-4968-93e6-9ad246f157ca","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.545828644Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"component":"datafile"} {"msg":"snapshot is oxp_6b29d847-4afd-4095-81fc-dc045db925f3/crucible/regions/a8788e6d-e714-4968-93e6-9ad246f157ca@35cff762-596c-4939-852d-47c11512f39d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.55301125Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6b29d847-4afd-4095-81fc-dc045db925f3/crucible/regions/a8788e6d-e714-4968-93e6-9ad246f157ca\", \"35cff762-596c-4939-852d-47c11512f39d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.553045951Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.570737722Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"uri":"/crucible/0/regions/a8788e6d-e714-4968-93e6-9ad246f157ca/snapshots/35cff762-596c-4939-852d-47c11512f39d","method":"GET","req_id":"80315b8d-df30-4e13-bce4-39a2f4299328","remote_addr":"[fd00:1122:3344:101::b]:33200","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":31960,"response_code":200} {"msg":"path is \"/data/regions/a8788e6d-e714-4968-93e6-9ad246f157ca\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.573981607Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"component":"datafile"} {"msg":"dataset is oxp_6b29d847-4afd-4095-81fc-dc045db925f3/crucible/regions/a8788e6d-e714-4968-93e6-9ad246f157ca","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.579734571Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"component":"datafile"} {"msg":"snapshot is oxp_6b29d847-4afd-4095-81fc-dc045db925f3/crucible/regions/a8788e6d-e714-4968-93e6-9ad246f157ca@35cff762-596c-4939-852d-47c11512f39d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.586038008Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6b29d847-4afd-4095-81fc-dc045db925f3/crucible/regions/a8788e6d-e714-4968-93e6-9ad246f157ca\", \"35cff762-596c-4939-852d-47c11512f39d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.586072139Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot a8788e6d-e714-4968-93e6-9ad246f157ca-35cff762-596c-4939-852d-47c11512f39d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.594078814Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.595061407Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"uri":"/crucible/0/regions/a8788e6d-e714-4968-93e6-9ad246f157ca/snapshots/35cff762-596c-4939-852d-47c11512f39d/run","method":"POST","req_id":"6c17d3c1-74be-4d05-a43c-b550956e462e","remote_addr":"[fd00:1122:3344:101::b]:33200","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21097,"response_code":200} {"msg":"applying SMF actions for region a8788e6d-e714-4968-93e6-9ad246f157ca running snapshot 35cff762-596c-4939-852d-47c11512f39d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.595073988Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-a8788e6d-e714-4968-93e6-9ad246f157ca-35cff762-596c-4939-852d-47c11512f39d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.615564114Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a8788e6d-e714-4968-93e6-9ad246f157ca-35cff762-596c-4939-852d-47c11512f39d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.63693285Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a8788e6d-e714-4968-93e6-9ad246f157ca-35cff762-596c-4939-852d-47c11512f39d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.698869359Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a8788e6d-e714-4968-93e6-9ad246f157ca/.zfs/snapshot/35cff762-596c-4939-852d-47c11512f39d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.699120905Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.699164866Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.699205037Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.699240828Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.699294559Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.711587805Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.72990164Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"component":"worker"} {"msg":"region a8788e6d-e714-4968-93e6-9ad246f157ca running snapshot 35cff762-596c-4939-852d-47c11512f39d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.72992177Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"component":"datafile"} {"msg":"path is \"/data/regions/a8788e6d-e714-4968-93e6-9ad246f157ca\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.910943516Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"component":"datafile"} {"msg":"dataset is oxp_6b29d847-4afd-4095-81fc-dc045db925f3/crucible/regions/a8788e6d-e714-4968-93e6-9ad246f157ca","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.917209332Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"component":"datafile"} {"msg":"snapshot is oxp_6b29d847-4afd-4095-81fc-dc045db925f3/crucible/regions/a8788e6d-e714-4968-93e6-9ad246f157ca@35cff762-596c-4939-852d-47c11512f39d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.923825766Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6b29d847-4afd-4095-81fc-dc045db925f3/crucible/regions/a8788e6d-e714-4968-93e6-9ad246f157ca\", \"35cff762-596c-4939-852d-47c11512f39d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.923860696Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T21:24:10.929949728Z","hostname":"oxz_crucible_e2053400-8189-45b6-a2e6-e42b17c04f20","pid":25413,"uri":"/crucible/0/regions/a8788e6d-e714-4968-93e6-9ad246f157ca/snapshots/35cff762-596c-4939-852d-47c11512f39d/run","method":"POST","req_id":"29908eb1-6150-446d-8bae-f080ac0c406a","remote_addr":"[fd00:1122:3344:101::b]:33200","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19038,"response_code":200}