{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.589625244Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64520"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.589756777Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"uri":"/crucible/0/regions/bbb8c3e5-1bf5-46fe-ab53-f9977a1e21d5","method":"GET","req_id":"8e46e29f-5b83-4b14-adf8-863f8867280a","remote_addr":"[fd00:1122:3344:101::a]:64520","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"path is \"/data/regions/bbb8c3e5-1bf5-46fe-ab53-f9977a1e21d5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.59405407Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"datafile"} {"msg":"dataset is oxp_7396ab9b-979f-4401-9f80-62230a5856b8/crucible/regions/bbb8c3e5-1bf5-46fe-ab53-f9977a1e21d5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.603749736Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"datafile"} {"msg":"snapshot is oxp_7396ab9b-979f-4401-9f80-62230a5856b8/crucible/regions/bbb8c3e5-1bf5-46fe-ab53-f9977a1e21d5@d9012d0c-78ea-49e8-a564-84fa9beb9471","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.613710768Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7396ab9b-979f-4401-9f80-62230a5856b8/crucible/regions/bbb8c3e5-1bf5-46fe-ab53-f9977a1e21d5\", \"d9012d0c-78ea-49e8-a564-84fa9beb9471\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.613732329Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.624789771Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"uri":"/crucible/0/regions/bbb8c3e5-1bf5-46fe-ab53-f9977a1e21d5/snapshots/d9012d0c-78ea-49e8-a564-84fa9beb9471","method":"GET","req_id":"5ab09fa1-f67c-4e58-859b-caa5508b38ae","remote_addr":"[fd00:1122:3344:101::a]:64520","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":30760,"response_code":200} {"msg":"path is \"/data/regions/bbb8c3e5-1bf5-46fe-ab53-f9977a1e21d5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.635577339Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"datafile"} {"msg":"dataset is oxp_7396ab9b-979f-4401-9f80-62230a5856b8/crucible/regions/bbb8c3e5-1bf5-46fe-ab53-f9977a1e21d5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.643532543Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"datafile"} {"msg":"snapshot is oxp_7396ab9b-979f-4401-9f80-62230a5856b8/crucible/regions/bbb8c3e5-1bf5-46fe-ab53-f9977a1e21d5@d9012d0c-78ea-49e8-a564-84fa9beb9471","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.65169057Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7396ab9b-979f-4401-9f80-62230a5856b8/crucible/regions/bbb8c3e5-1bf5-46fe-ab53-f9977a1e21d5\", \"d9012d0c-78ea-49e8-a564-84fa9beb9471\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.65171351Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot bbb8c3e5-1bf5-46fe-ab53-f9977a1e21d5-d9012d0c-78ea-49e8-a564-84fa9beb9471 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.662015679Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.666710209Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"uri":"/crucible/0/regions/bbb8c3e5-1bf5-46fe-ab53-f9977a1e21d5/snapshots/d9012d0c-78ea-49e8-a564-84fa9beb9471/run","method":"POST","req_id":"da9d8b65-44e5-47c6-91eb-4990de325901","remote_addr":"[fd00:1122:3344:101::a]:64520","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":31154,"response_code":200} {"msg":"applying SMF actions for region bbb8c3e5-1bf5-46fe-ab53-f9977a1e21d5 running snapshot d9012d0c-78ea-49e8-a564-84fa9beb9471 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.66673526Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/bbb8c3e5-1bf5-46fe-ab53-f9977a1e21d5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.690947106Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.69113124Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.691299363Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.691311253Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.691363294Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bbb8c3e5-1bf5-46fe-ab53-f9977a1e21d5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.691427895Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bbb8c3e5-1bf5-46fe-ab53-f9977a1e21d5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.691569348Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.691643639Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.691704901Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.691765272Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.700354297Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-bbb8c3e5-1bf5-46fe-ab53-f9977a1e21d5-d9012d0c-78ea-49e8-a564-84fa9beb9471","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.704448696Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-bbb8c3e5-1bf5-46fe-ab53-f9977a1e21d5-d9012d0c-78ea-49e8-a564-84fa9beb9471","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.714980919Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-bbb8c3e5-1bf5-46fe-ab53-f9977a1e21d5-d9012d0c-78ea-49e8-a564-84fa9beb9471","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.731689321Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bbb8c3e5-1bf5-46fe-ab53-f9977a1e21d5/.zfs/snapshot/d9012d0c-78ea-49e8-a564-84fa9beb9471","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.731982417Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.732056418Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.732109359Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.73215788Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.732214991Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.737211367Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.743381166Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"worker"} {"msg":"region bbb8c3e5-1bf5-46fe-ab53-f9977a1e21d5 running snapshot d9012d0c-78ea-49e8-a564-84fa9beb9471 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.743392267Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"datafile"} {"msg":"path is \"/data/regions/bbb8c3e5-1bf5-46fe-ab53-f9977a1e21d5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.951246491Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"datafile"} {"msg":"dataset is oxp_7396ab9b-979f-4401-9f80-62230a5856b8/crucible/regions/bbb8c3e5-1bf5-46fe-ab53-f9977a1e21d5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.957619183Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"datafile"} {"msg":"snapshot is oxp_7396ab9b-979f-4401-9f80-62230a5856b8/crucible/regions/bbb8c3e5-1bf5-46fe-ab53-f9977a1e21d5@d9012d0c-78ea-49e8-a564-84fa9beb9471","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.964625158Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7396ab9b-979f-4401-9f80-62230a5856b8/crucible/regions/bbb8c3e5-1bf5-46fe-ab53-f9977a1e21d5\", \"d9012d0c-78ea-49e8-a564-84fa9beb9471\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.964639479Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-21T18:30:02.971084913Z","hostname":"oxz_crucible_f168af55-48fd-430b-a9e4-35a4a5d6b0d1","pid":28152,"uri":"/crucible/0/regions/bbb8c3e5-1bf5-46fe-ab53-f9977a1e21d5/snapshots/d9012d0c-78ea-49e8-a564-84fa9beb9471/run","method":"POST","req_id":"8b76f6bb-e89e-4235-83bc-447b54db8073","remote_addr":"[fd00:1122:3344:101::a]:64520","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19897,"response_code":200}