{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.006690121Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54335"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.006790912Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"uri":"/crucible/0/regions/764cd69c-a5f9-41fb-8b43-02024a59247d","method":"GET","req_id":"88aea6f0-418c-4201-a3ac-48325da4c6cc","remote_addr":"[fd00:1122:3344:101::a]:54335","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":50,"response_code":200} {"msg":"path is \"/data/regions/764cd69c-a5f9-41fb-8b43-02024a59247d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.010598647Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"datafile"} {"msg":"dataset is oxp_a615fdd9-b4c9-43ac-8921-fa1e7f6499cc/crucible/regions/764cd69c-a5f9-41fb-8b43-02024a59247d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.017618821Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"datafile"} {"msg":"snapshot is oxp_a615fdd9-b4c9-43ac-8921-fa1e7f6499cc/crucible/regions/764cd69c-a5f9-41fb-8b43-02024a59247d@3e4ead25-cabc-4f96-9cc2-becdee3225a6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.023393234Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a615fdd9-b4c9-43ac-8921-fa1e7f6499cc/crucible/regions/764cd69c-a5f9-41fb-8b43-02024a59247d\", \"3e4ead25-cabc-4f96-9cc2-becdee3225a6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.023406234Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.033097733Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"uri":"/crucible/0/regions/764cd69c-a5f9-41fb-8b43-02024a59247d/snapshots/3e4ead25-cabc-4f96-9cc2-becdee3225a6","method":"GET","req_id":"36514165-7386-4feb-a7c3-b464dcdf4a58","remote_addr":"[fd00:1122:3344:101::a]:54335","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22539,"response_code":200} {"msg":"path is \"/data/regions/764cd69c-a5f9-41fb-8b43-02024a59247d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.037406813Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"datafile"} {"msg":"dataset is oxp_a615fdd9-b4c9-43ac-8921-fa1e7f6499cc/crucible/regions/764cd69c-a5f9-41fb-8b43-02024a59247d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.044282196Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"datafile"} {"msg":"snapshot is oxp_a615fdd9-b4c9-43ac-8921-fa1e7f6499cc/crucible/regions/764cd69c-a5f9-41fb-8b43-02024a59247d@3e4ead25-cabc-4f96-9cc2-becdee3225a6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.049294582Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a615fdd9-b4c9-43ac-8921-fa1e7f6499cc/crucible/regions/764cd69c-a5f9-41fb-8b43-02024a59247d\", \"3e4ead25-cabc-4f96-9cc2-becdee3225a6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.049308062Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 764cd69c-a5f9-41fb-8b43-02024a59247d-3e4ead25-cabc-4f96-9cc2-becdee3225a6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.056332196Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"datafile"} {"msg":"applying SMF actions for region 764cd69c-a5f9-41fb-8b43-02024a59247d running snapshot 3e4ead25-cabc-4f96-9cc2-becdee3225a6 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.059602936Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.059616526Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"uri":"/crucible/0/regions/764cd69c-a5f9-41fb-8b43-02024a59247d/snapshots/3e4ead25-cabc-4f96-9cc2-becdee3225a6/run","method":"POST","req_id":"87ad8854-d91c-4f5d-8914-31abde7f4220","remote_addr":"[fd00:1122:3344:101::a]:54335","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22279,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/764cd69c-a5f9-41fb-8b43-02024a59247d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.094320575Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.094393836Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.094466596Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.094474156Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.094511947Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-764cd69c-a5f9-41fb-8b43-02024a59247d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.094556697Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/764cd69c-a5f9-41fb-8b43-02024a59247d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.094652958Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.094702858Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.094749849Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.094791349Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.103751231Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-764cd69c-a5f9-41fb-8b43-02024a59247d-3e4ead25-cabc-4f96-9cc2-becdee3225a6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.106526527Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-764cd69c-a5f9-41fb-8b43-02024a59247d-3e4ead25-cabc-4f96-9cc2-becdee3225a6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.107772338Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-764cd69c-a5f9-41fb-8b43-02024a59247d-3e4ead25-cabc-4f96-9cc2-becdee3225a6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.117107164Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/764cd69c-a5f9-41fb-8b43-02024a59247d/.zfs/snapshot/3e4ead25-cabc-4f96-9cc2-becdee3225a6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.117388496Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.117450567Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.117494348Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.117531718Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.117588748Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.119632397Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.122364342Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"worker"} {"msg":"region 764cd69c-a5f9-41fb-8b43-02024a59247d running snapshot 3e4ead25-cabc-4f96-9cc2-becdee3225a6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.122376882Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"datafile"} {"msg":"path is \"/data/regions/764cd69c-a5f9-41fb-8b43-02024a59247d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.397686579Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"datafile"} {"msg":"dataset is oxp_a615fdd9-b4c9-43ac-8921-fa1e7f6499cc/crucible/regions/764cd69c-a5f9-41fb-8b43-02024a59247d","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.404884585Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"datafile"} {"msg":"snapshot is oxp_a615fdd9-b4c9-43ac-8921-fa1e7f6499cc/crucible/regions/764cd69c-a5f9-41fb-8b43-02024a59247d@3e4ead25-cabc-4f96-9cc2-becdee3225a6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.411195173Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a615fdd9-b4c9-43ac-8921-fa1e7f6499cc/crucible/regions/764cd69c-a5f9-41fb-8b43-02024a59247d\", \"3e4ead25-cabc-4f96-9cc2-becdee3225a6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.411208973Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-24T19:16:58.416171758Z","hostname":"oxz_crucible_08487ee9-c2bc-4612-9e6d-fc4a992b0e48","pid":22546,"uri":"/crucible/0/regions/764cd69c-a5f9-41fb-8b43-02024a59247d/snapshots/3e4ead25-cabc-4f96-9cc2-becdee3225a6/run","method":"POST","req_id":"20446614-26ab-48f1-98b4-33177a4257f8","remote_addr":"[fd00:1122:3344:101::a]:54335","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18529,"response_code":200}