{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.582801199Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54559"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.590650208Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"uri":"/crucible/0/regions/748ae4bc-acc6-40eb-9633-187ab9b40309","method":"GET","req_id":"a98260b4-935e-4ea7-bab0-ce9a82520f22","remote_addr":"[fd00:1122:3344:101::a]:54559","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":7797,"response_code":"200"}
{"msg":"path is \"/data/regions/748ae4bc-acc6-40eb-9633-187ab9b40309\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.592987908Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"datafile"}
{"msg":"dataset is oxp_204f40c4-4e09-4726-a368-a3da2ac1b831/crucible/regions/748ae4bc-acc6-40eb-9633-187ab9b40309","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.602857725Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"datafile"}
{"msg":"snapshot is oxp_204f40c4-4e09-4726-a368-a3da2ac1b831/crucible/regions/748ae4bc-acc6-40eb-9633-187ab9b40309@8f87fe4f-3d84-4064-bed4-e043d20d9da1","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.612025835Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_204f40c4-4e09-4726-a368-a3da2ac1b831/crucible/regions/748ae4bc-acc6-40eb-9633-187ab9b40309\", \"8f87fe4f-3d84-4064-bed4-e043d20d9da1\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.612056555Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.624265232Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"uri":"/crucible/0/regions/748ae4bc-acc6-40eb-9633-187ab9b40309/snapshots/8f87fe4f-3d84-4064-bed4-e043d20d9da1","method":"GET","req_id":"be220e64-80a1-4469-8284-eb30dc492d21","remote_addr":"[fd00:1122:3344:101::a]:54559","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":31293,"response_code":"200"}
{"msg":"path is \"/data/regions/748ae4bc-acc6-40eb-9633-187ab9b40309\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.630805309Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"datafile"}
{"msg":"dataset is oxp_204f40c4-4e09-4726-a368-a3da2ac1b831/crucible/regions/748ae4bc-acc6-40eb-9633-187ab9b40309","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.639415234Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"datafile"}
{"msg":"snapshot is oxp_204f40c4-4e09-4726-a368-a3da2ac1b831/crucible/regions/748ae4bc-acc6-40eb-9633-187ab9b40309@8f87fe4f-3d84-4064-bed4-e043d20d9da1","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.647598946Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_204f40c4-4e09-4726-a368-a3da2ac1b831/crucible/regions/748ae4bc-acc6-40eb-9633-187ab9b40309\", \"8f87fe4f-3d84-4064-bed4-e043d20d9da1\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.647628636Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 748ae4bc-acc6-40eb-9633-187ab9b40309-8f87fe4f-3d84-4064-bed4-e043d20d9da1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.656329322Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"datafile"}
{"msg":"applying SMF actions for region 748ae4bc-acc6-40eb-9633-187ab9b40309 running snapshot 8f87fe4f-3d84-4064-bed4-e043d20d9da1 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.656966347Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.656993468Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"uri":"/crucible/0/regions/748ae4bc-acc6-40eb-9633-187ab9b40309/snapshots/8f87fe4f-3d84-4064-bed4-e043d20d9da1/run","method":"POST","req_id":"d5d289fe-8603-48f3-ab39-f19ef67f6fbb","remote_addr":"[fd00:1122:3344:101::a]:54559","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26918,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/748ae4bc-acc6-40eb-9633-187ab9b40309","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.666126587Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.666229199Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.666328419Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.666336909Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.66639Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-748ae4bc-acc6-40eb-9633-187ab9b40309","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.666453261Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/748ae4bc-acc6-40eb-9633-187ab9b40309","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.666564911Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.666638752Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.666696063Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.666753813Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.676171565Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-748ae4bc-acc6-40eb-9633-187ab9b40309-8f87fe4f-3d84-4064-bed4-e043d20d9da1","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.676641579Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-748ae4bc-acc6-40eb-9633-187ab9b40309-8f87fe4f-3d84-4064-bed4-e043d20d9da1","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.679289973Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-748ae4bc-acc6-40eb-9633-187ab9b40309-8f87fe4f-3d84-4064-bed4-e043d20d9da1","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.691247317Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/748ae4bc-acc6-40eb-9633-187ab9b40309/.zfs/snapshot/8f87fe4f-3d84-4064-bed4-e043d20d9da1","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.691513369Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.69157748Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.691620141Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.691662701Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.691721251Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.69505556Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.69958607Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"}
{"msg":"region 748ae4bc-acc6-40eb-9633-187ab9b40309 running snapshot 8f87fe4f-3d84-4064-bed4-e043d20d9da1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.69959497Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"datafile"}
{"msg":"path is \"/data/regions/748ae4bc-acc6-40eb-9633-187ab9b40309\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.816936336Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"datafile"}
{"msg":"dataset is oxp_204f40c4-4e09-4726-a368-a3da2ac1b831/crucible/regions/748ae4bc-acc6-40eb-9633-187ab9b40309","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.825317289Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"datafile"}
{"msg":"snapshot is oxp_204f40c4-4e09-4726-a368-a3da2ac1b831/crucible/regions/748ae4bc-acc6-40eb-9633-187ab9b40309@8f87fe4f-3d84-4064-bed4-e043d20d9da1","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.833817364Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_204f40c4-4e09-4726-a368-a3da2ac1b831/crucible/regions/748ae4bc-acc6-40eb-9633-187ab9b40309\", \"8f87fe4f-3d84-4064-bed4-e043d20d9da1\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.833848394Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:19:38.841756243Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"uri":"/crucible/0/regions/748ae4bc-acc6-40eb-9633-187ab9b40309/snapshots/8f87fe4f-3d84-4064-bed4-e043d20d9da1/run","method":"POST","req_id":"5359533b-2eb4-4887-990b-5d124b065171","remote_addr":"[fd00:1122:3344:101::a]:54559","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24854,"response_code":"200"}