[ May 6 18:51:14 Enabled. ] [ May 6 18:51:14 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ May 6 18:51:14 Method "start" exited with status 0. ] [ May 6 18:51:14 Rereading configuration. ] [ May 6 18:51:14 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:14.363944014Z","hostname":"buskin","pid":1590,"file":"illumos-utils/src/running_zone.rs:163"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:14.364106029Z","hostname":"buskin","pid":1590,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:14.417363897Z","hostname":"buskin","pid":1590,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:14.417406668Z","hostname":"buskin","pid":1590,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:14.532578862Z","hostname":"buskin","pid":1590,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:14.541321922Z","hostname":"buskin","pid":1590,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:14.549486318Z","hostname":"buskin","pid":1590,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.150820352Z","hostname":"buskin","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fdb0:18c0:4d0d:9fb2::, len: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.288856565Z","hostname":"buskin","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:119"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.288887886Z","hostname":"buskin","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:131"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.289004979Z","hostname":"buskin","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:141"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.289146752Z","hostname":"buskin","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:162","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.289153612Z","hostname":"buskin","pid":1590,"component":"DumpSetup-archival","file":"sled-agent/src/dump_setup.rs:291"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.289165463Z","hostname":"buskin","pid":1590,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:625"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.289180243Z","hostname":"buskin","pid":1590,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:801"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.292220606Z","hostname":"buskin","pid":1590,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:535"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:15.292233566Z","hostname":"buskin","pid":1590,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:674"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.292242916Z","hostname":"buskin","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:176"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.292247857Z","hostname":"buskin","pid":1590,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:733"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.292272327Z","hostname":"buskin","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.292327378Z","hostname":"buskin","pid":1590,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:262","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.29238535Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.29240006Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.292424271Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/disk.rs:112","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.303018225Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.303049916Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:315","id":"89da1175-3575-41bb-9de5-7b42869043ce (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.400770361Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }","zpool":"ZpoolName { id: 89da1175-3575-41bb-9de5-7b42869043ce (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.607425212Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.607457643Z","hostname":"buskin","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.607462813Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.607473033Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.607479943Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.607497734Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.607502304Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/disk.rs:112","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.616249564Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.616278965Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:315","id":"3ff1a37c-d2c7-4188-a7c5-24ea2524039a (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.703682672Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }","zpool":"ZpoolName { id: 3ff1a37c-d2c7-4188-a7c5-24ea2524039a (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908208532Z","hostname":"buskin","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908251953Z","hostname":"buskin","pid":1590,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 89da1175-3575-41bb-9de5-7b42869043ce (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 3ff1a37c-d2c7-4188-a7c5-24ea2524039a (zpool), kind: Internal } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908287184Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908294344Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908309574Z","hostname":"buskin","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908350395Z","hostname":"buskin","pid":1590,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 89da1175-3575-41bb-9de5-7b42869043ce (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 3ff1a37c-d2c7-4188-a7c5-24ea2524039a (zpool), kind: Internal } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908363296Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908367356Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908414327Z","hostname":"buskin","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_2.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908438937Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908443467Z","hostname":"buskin","pid":1590,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 89da1175-3575-41bb-9de5-7b42869043ce (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 3ff1a37c-d2c7-4188-a7c5-24ea2524039a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908464528Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908469468Z","hostname":"buskin","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_3.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908473608Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908476908Z","hostname":"buskin","pid":1590,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 89da1175-3575-41bb-9de5-7b42869043ce (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 3ff1a37c-d2c7-4188-a7c5-24ea2524039a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908489928Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908495099Z","hostname":"buskin","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_4.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908517999Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908522589Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908527749Z","hostname":"buskin","pid":1590,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 89da1175-3575-41bb-9de5-7b42869043ce (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 3ff1a37c-d2c7-4188-a7c5-24ea2524039a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.90854226Z","hostname":"buskin","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_5.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1031 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.90855851Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.90856167Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.90857075Z","hostname":"buskin","pid":1590,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 89da1175-3575-41bb-9de5-7b42869043ce (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 3ff1a37c-d2c7-4188-a7c5-24ea2524039a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908586091Z","hostname":"buskin","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_6.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1032 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908595791Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908599891Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908607171Z","hostname":"buskin","pid":1590,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 89da1175-3575-41bb-9de5-7b42869043ce (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 3ff1a37c-d2c7-4188-a7c5-24ea2524039a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1031 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908622402Z","hostname":"buskin","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1033 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908643322Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908654952Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908658743Z","hostname":"buskin","pid":1590,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 89da1175-3575-41bb-9de5-7b42869043ce (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 3ff1a37c-d2c7-4188-a7c5-24ea2524039a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1032 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908675963Z","hostname":"buskin","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1034 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908688403Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908692163Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908700644Z","hostname":"buskin","pid":1590,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 89da1175-3575-41bb-9de5-7b42869043ce (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 3ff1a37c-d2c7-4188-a7c5-24ea2524039a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1032 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1033 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908721404Z","hostname":"buskin","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:91"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908732534Z","hostname":"buskin","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:93"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908736984Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908748415Z","hostname":"buskin","pid":1590,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 89da1175-3575-41bb-9de5-7b42869043ce (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 3ff1a37c-d2c7-4188-a7c5-24ea2524039a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1032 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1033 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1034 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908769025Z","hostname":"buskin","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:200"} {"msg":"No ledger in /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908823947Z","hostname":"buskin","pid":1590,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908841047Z","hostname":"buskin","pid":1590,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908849267Z","hostname":"buskin","pid":1590,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908864637Z","hostname":"buskin","pid":1590,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908872578Z","hostname":"buskin","pid":1590,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908889718Z","hostname":"buskin","pid":1590,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908902558Z","hostname":"buskin","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:205"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.908908938Z","hostname":"buskin","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:220"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.919495453Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:711"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.919532473Z","hostname":"buskin","pid":1590,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:289","time_to_next_cleanup":"599.999938908s","next_cleanup":"Instant { tv_sec: 2988, tv_nsec: 385390523 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.919583185Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3617"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.919594305Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"No ledger in /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.919642256Z","hostname":"buskin","pid":1590,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.919649706Z","hostname":"buskin","pid":1590,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.922832233Z","hostname":"buskin","pid":1590,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:195"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.922902154Z","hostname":"buskin","pid":1590,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV1 {\n rack_subnet: Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV1 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Network {\n addr: 0.0.0.0,\n prefix: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n },\n ],\n addresses: [\n V4(\n Ipv4Network {\n addr: 10.151.1.174,\n prefix: 24,\n },\n ),\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.92315352Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1002"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.92315954Z","hostname":"buskin","pid":1590,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.923230492Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"No ledger in /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.923270293Z","hostname":"buskin","pid":1590,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.923290414Z","hostname":"buskin","pid":1590,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.923294294Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.923321944Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"No ledger in /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.923334035Z","hostname":"buskin","pid":1590,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.923364085Z","hostname":"buskin","pid":1590,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.923369306Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1103"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.923372866Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:118"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.923379706Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:91"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.923402097Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Writing ledger to /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.923423127Z","hostname":"buskin","pid":1590,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.923709704Z","hostname":"buskin","pid":1590,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.923897208Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:138"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.923918459Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1136"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.923979Z","hostname":"buskin","pid":1590,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.923988111Z","hostname":"buskin","pid":1590,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.924126264Z","hostname":"buskin","pid":1590,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.924250547Z","hostname":"buskin","pid":1590,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.924305698Z","hostname":"buskin","pid":1590,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: f8ddae2c-d03b-437b-8664-dd7c7137601f, rack_id: fb058eb5-c392-4df5-a90e-5f3b28bda694, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.924417061Z","hostname":"buskin","pid":1590,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:63904","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: f8ddae2c-d03b-437b-8664-dd7c7137601f, rack_id: fb058eb5-c392-4df5-a90e-5f3b28bda694, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.924512183Z","hostname":"buskin","pid":1590,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:360"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.924518903Z","hostname":"buskin","pid":1590,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:375"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.924554484Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.924560394Z","hostname":"buskin","pid":1590,"file":"sled-agent/src/server.rs:44"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.924570705Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:530"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.924574214Z","hostname":"buskin","pid":1590,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.924579005Z","hostname":"buskin","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }"} {"msg":"No ledger in /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.924592415Z","hostname":"buskin","pid":1590,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.924640496Z","hostname":"buskin","pid":1590,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.924647656Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:519"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.924651246Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:547"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.927256149Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3849"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.937501375Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.948422437Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.958048568Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.966994663Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.975924607Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.984613535Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.992865273Z","hostname":"buskin","pid":1590,"sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:352"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.992916015Z","hostname":"buskin","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.993010757Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"} {"msg":"Failed enable ddm stats (will retry after 109.870745ms","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:15.995484866Z","hostname":"buskin","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3766612-6330-40ae-afad-2d79dbd85396\", \"content-length\": \"124\", \"date\": \"Mon, 06 May 2024 18:51:15 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f3766612-6330-40ae-afad-2d79dbd85396\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.001693145Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.010120748Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"} {"msg":"No disks to be automatically managed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.010174549Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:558"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.010179749Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.010184719Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.010192949Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:370"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.010308742Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:339"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.010330343Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:449","result":"DisksManagementResult { status: [] }"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.010339073Z","hostname":"buskin","pid":1590,"sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:364"} {"msg":"attempting to create encrypted zvol: name=\"oxi_89da1175-3575-41bb-9de5-7b42869043ce/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.026178563Z","hostname":"buskin","pid":1590,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.032069685Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.048620692Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"successfully created encrypted zvol: name=\"oxi_89da1175-3575-41bb-9de5-7b42869043ce/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.050557558Z","hostname":"buskin","pid":1590,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_89da1175-3575-41bb-9de5-7b42869043ce/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.050909307Z","hostname":"buskin","pid":1590,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.055753783Z","hostname":"buskin","pid":1590,"sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:379"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.055766863Z","hostname":"buskin","pid":1590,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:126"} {"msg":"Ensuring dataset oxi_89da1175-3575-41bb-9de5-7b42869043ce/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.055780624Z","hostname":"buskin","pid":1590,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:136"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.106311327Z","hostname":"buskin","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 145.128882ms","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.10727457Z","hostname":"buskin","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17617dfb-b08c-43e3-b93f-1d09154c60d2\", \"content-length\": \"124\", \"date\": \"Mon, 06 May 2024 18:51:15 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"17617dfb-b08c-43e3-b93f-1d09154c60d2\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.127805452Z","hostname":"buskin","pid":1590,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:170"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.252951626Z","hostname":"buskin","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 167.389159ms","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.253638663Z","hostname":"buskin","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c7e063c-9d57-4166-bbc6-6bcd9050e812\", \"content-length\": \"124\", \"date\": \"Mon, 06 May 2024 18:51:16 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7c7e063c-9d57-4166-bbc6-6bcd9050e812\" }"} {"msg":"Mounting oxi_89da1175-3575-41bb-9de5-7b42869043ce/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.346676716Z","hostname":"buskin","pid":1590,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:178"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.360043207Z","hostname":"buskin","pid":1590,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.360106208Z","hostname":"buskin","pid":1590,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.360129979Z","hostname":"buskin","pid":1590,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.36018629Z","hostname":"buskin","pid":1590,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:192"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.422952847Z","hostname":"buskin","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 186.961898ms","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.425042957Z","hostname":"buskin","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78c9075c-0182-406e-8add-491f7f7118d6\", \"content-length\": \"124\", \"date\": \"Mon, 06 May 2024 18:51:16 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"78c9075c-0182-406e-8add-491f7f7118d6\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.613003029Z","hostname":"buskin","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 198.88998ms","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.614343991Z","hostname":"buskin","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9283fb5d-8b93-45ac-8188-c51aed5a522d\", \"content-length\": \"124\", \"date\": \"Mon, 06 May 2024 18:51:16 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9283fb5d-8b93-45ac-8188-c51aed5a522d\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.813992513Z","hostname":"buskin","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 287.992345ms","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:16.814499825Z","hostname":"buskin","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b53a9bf6-37b0-40f0-9ac6-84e1c7b1d721\", \"content-length\": \"124\", \"date\": \"Mon, 06 May 2024 18:51:16 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b53a9bf6-37b0-40f0-9ac6-84e1c7b1d721\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.098676676Z","hostname":"buskin","pid":1590,"sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:90"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.099361523Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:63174","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:195","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:195"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.099394453Z","hostname":"buskin","pid":1590,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:60","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.099473795Z","hostname":"buskin","pid":1590,"file":"oximeter/producer/src/lib.rs:284","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:284","interval":"30s","address":"[fd00:1122:3344:101::1]:63174","producer_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","route":"//f8ddae2c-d03b-437b-8664-dd7c7137601f"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.103601525Z","hostname":"buskin","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:17.105230713Z","hostname":"buskin","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:393","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:393","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"138.266726ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.145201473Z","hostname":"buskin","pid":1590,"component":"VmmReservoirManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.145232324Z","hostname":"buskin","pid":1590,"component":"VmmReservoirManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.145345296Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:993","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.145353197Z","hostname":"buskin","pid":1590,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.146252368Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:195"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.146290429Z","hostname":"buskin","pid":1590,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:430"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.146308679Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Writing ledger to /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.14632618Z","hostname":"buskin","pid":1590,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.146585256Z","hostname":"buskin","pid":1590,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.14675506Z","hostname":"buskin","pid":1590,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.146777901Z","hostname":"buskin","pid":1590,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:262","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV1 { rack_subnet: Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV1 { routes: [RouteConfig { destination: V4(Ipv4Network { addr: 0.0.0.0, prefix: 0 }), nexthop: 10.151.1.100, vlan_id: None }], addresses: [V4(Ipv4Network { addr: 10.151.1.174, prefix: 24 })], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.146786031Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3617"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.146801871Z","hostname":"buskin","pid":1590,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:63904","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.146856973Z","hostname":"buskin","pid":1590,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.146866553Z","hostname":"buskin","pid":1590,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.354101657Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"No ledger in /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.35420052Z","hostname":"buskin","pid":1590,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.35420896Z","hostname":"buskin","pid":1590,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.35421526Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.354240901Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:17.354887926Z","hostname":"buskin","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:393","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:393","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"705.355901ms"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/f8ddae2c-d03b-437b-8664-dd7c7137601f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:17.358910503Z","hostname":"buskin","pid":1590,"component":"NexusNotifierTask","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.392664143Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:51903"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.392823607Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.392900939Z","hostname":"buskin","pid":1590,"uri":"/inventory","method":"GET","req_id":"100a70bf-4f71-4540-aeb8-f17000540294","remote_addr":"[fd00:1122:3344:101::1]:51903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":154,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.421799762Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:61724"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.421904745Z","hostname":"buskin","pid":1590,"uri":"/sled-role","method":"GET","req_id":"0e0f7d11-44fd-4058-a06e-be417faa9ebb","remote_addr":"[fd00:1122:3344:101::1]:61724","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":44,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.422648973Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Writing ledger to /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.422680944Z","hostname":"buskin","pid":1590,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.423072463Z","hostname":"buskin","pid":1590,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.423304208Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:815"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { disks: [OmicronPhysicalDiskConfig { id: cc69012a-da4b-4ffe-a421-f0d99258e669, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, pool_id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool) }, OmicronPhysicalDiskConfig { id: 808d5123-adb9-48e4-adf7-8cb999f700ec, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, pool_id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool) }, OmicronPhysicalDiskConfig { id: 6a61617a-14d7-4c30-bf9d-acada222d04a, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, pool_id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool) }, OmicronPhysicalDiskConfig { id: 97c4c230-665a-43c4-b5f5-08fe20fcb12c, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, pool_id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool) }, OmicronPhysicalDiskConfig { id: b9748663-9404-4d3e-b991-23635f744de6, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, pool_id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool) }, OmicronPhysicalDiskConfig { id: c34d89be-91f7-4783-8bfd-47e2b2c2c6ae, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, pool_id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool) }, OmicronPhysicalDiskConfig { id: 35cca876-3ba7-439f-92a7-a1bbe33314c3, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, pool_id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool) }, OmicronPhysicalDiskConfig { id: 94726a9f-ccf9-4833-937c-04444cac771d, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }, pool_id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool) }, OmicronPhysicalDiskConfig { id: 631b8e65-fbde-465f-9fee-a0f3093e4c43, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }, pool_id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool) }], generation: Generation(1) }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.45709869Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:346"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.457213862Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:34507"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, id: cc69012a-da4b-4ffe-a421-f0d99258e669, pool_id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, id: 808d5123-adb9-48e4-adf7-8cb999f700ec, pool_id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, id: 6a61617a-14d7-4c30-bf9d-acada222d04a, pool_id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, id: 97c4c230-665a-43c4-b5f5-08fe20fcb12c, pool_id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, id: b9748663-9404-4d3e-b991-23635f744de6, pool_id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, id: c34d89be-91f7-4783-8bfd-47e2b2c2c6ae, pool_id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, id: 35cca876-3ba7-439f-92a7-a1bbe33314c3, pool_id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }, id: 94726a9f-ccf9-4833-937c-04444cac771d, pool_id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }, id: 631b8e65-fbde-465f-9fee-a0f3093e4c43, pool_id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.457467588Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"No ledger in /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.457473148Z","hostname":"buskin","pid":1590,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.457478669Z","hostname":"buskin","pid":1590,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.457483439Z","hostname":"buskin","pid":1590,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:681"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.4575083Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:339"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.45751714Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.45752288Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.45752723Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/disk.rs:112","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.574546519Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:17.57458304Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool)"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:18.211783774Z","hostname":"buskin","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:393","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:393","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.036782397s"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f8ddae2c-d03b-437b-8664-dd7c7137601f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-05-06T18:51:18.21201163Z","hostname":"buskin","pid":1590,"component":"ProbeManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:18.636755625Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:18.821763955Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:18.821812097Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:18.821820487Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:18.821842708Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:18.821873558Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:18.821986881Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:18.821994601Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:19.28190723Z","hostname":"buskin","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:393","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:393","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.618111636s"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f8ddae2c-d03b-437b-8664-dd7c7137601f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-05-06T18:51:19.281977162Z","hostname":"buskin","pid":1590,"component":"ProbeManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/f8ddae2c-d03b-437b-8664-dd7c7137601f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:19.282005842Z","hostname":"buskin","pid":1590,"component":"NexusNotifierTask","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:19.489751029Z","hostname":"buskin","pid":1590,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:19.709148155Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_f80df5e3-9843-455d-8223-1c3ddccd5f8e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:20.122435626Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 54.522264ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:20.350655044Z","hostname":"buskin","pid":1590,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f8ddae2c-d03b-437b-8664-dd7c7137601f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-05-06T18:51:20.352039087Z","hostname":"buskin","pid":1590,"component":"ProbeManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 119.979405ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:20.962601052Z","hostname":"buskin","pid":1590,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 196.790868ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:21.647068311Z","hostname":"buskin","pid":1590,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/f8ddae2c-d03b-437b-8664-dd7c7137601f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:21.648334082Z","hostname":"buskin","pid":1590,"component":"NexusNotifierTask","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f8ddae2c-d03b-437b-8664-dd7c7137601f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-05-06T18:51:21.648425894Z","hostname":"buskin","pid":1590,"component":"ProbeManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 420.998355ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:22.272816371Z","hostname":"buskin","pid":1590,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:22.273825726Z","hostname":"buskin","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:393","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:393","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.949901774s"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f8ddae2c-d03b-437b-8664-dd7c7137601f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-05-06T18:51:23.138682494Z","hostname":"buskin","pid":1590,"component":"ProbeManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.187049369s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:23.139004032Z","hostname":"buskin","pid":1590,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Looking for unencrypted datasets in oxp_f80df5e3-9843-455d-8223-1c3ddccd5f8e","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:23.15058982Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:23.350623032Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:23.350691934Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:23.350698414Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:23.350702944Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:23.350707434Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/disk.rs:112","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:23.557398635Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:23.557433056Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:24.613648818Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:24.843514426Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:24.843567857Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:24.843575437Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:24.843586307Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:24.843595857Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:24.843742041Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:24.843761301Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/f8ddae2c-d03b-437b-8664-dd7c7137601f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:25.28821634Z","hostname":"buskin","pid":1590,"component":"NexusNotifierTask","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:25.288311532Z","hostname":"buskin","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:393","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:393","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"5.052154686s"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f8ddae2c-d03b-437b-8664-dd7c7137601f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-05-06T18:51:25.288377464Z","hostname":"buskin","pid":1590,"component":"ProbeManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:26.215432385Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_15a38827-a5e7-4eb0-96e1-7927042165c9/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:26.685300484Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f8ddae2c-d03b-437b-8664-dd7c7137601f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-05-06T18:51:26.685354085Z","hostname":"buskin","pid":1590,"component":"ProbeManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Ensuring tfportrear0_0/ll exists in zone","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:27.363631696Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:2303"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:27.609220991Z","hostname":"buskin","pid":1590,"component":"VmmReservoirManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/f8ddae2c-d03b-437b-8664-dd7c7137601f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:27.610074801Z","hostname":"buskin","pid":1590,"component":"NexusNotifierTask","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f8ddae2c-d03b-437b-8664-dd7c7137601f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-05-06T18:51:27.686808383Z","hostname":"buskin","pid":1590,"component":"ProbeManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Looking for unencrypted datasets in oxp_15a38827-a5e7-4eb0-96e1-7927042165c9","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:27.723178286Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:27.731182758Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:27.731233609Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:27.73124438Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:27.7312525Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:27.73125792Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/disk.rs:112","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:27.740644326Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:27.740671566Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:27.831412254Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:27.838967915Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:27.839001106Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:27.839018107Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:27.839031197Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:27.839112589Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:27.839215121Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:27.839223362Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:27.874497718Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_fc59a4a5-417e-4007-b04c-0e6501a4f265/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:27.882295915Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_fc59a4a5-417e-4007-b04c-0e6501a4f265","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.002855989Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.010517733Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.010554594Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.010564954Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.010570544Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.010579065Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/disk.rs:112","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.020499663Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.020534053Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.111786234Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.119514489Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.11954497Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.11955488Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.119577521Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.119585951Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.119791446Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.119801906Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.155588315Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ad2f42eb-4bde-450f-9600-5d3162e94225/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.163666289Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_ad2f42eb-4bde-450f-9600-5d3162e94225","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.28703489Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.29535539Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.295395021Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.295402771Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.295408271Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.295412991Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/disk.rs:112","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.305444692Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.305467123Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"ad34c00c-d848-4310-92c7-641ce5863a7d (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.395243138Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.402213325Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.402266576Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.402273916Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.402299477Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.402307917Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.402448071Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.402454261Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.440246648Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ad34c00c-d848-4310-92c7-641ce5863a7d/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.448401804Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_ad34c00c-d848-4310-92c7-641ce5863a7d","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.571311024Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.579838269Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.57988804Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.5798985Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.57990624Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.5799127Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/disk.rs:112","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.589509511Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.589537751Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.680688619Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.688329903Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.688376214Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.688385864Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.688407375Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.688420165Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.688570368Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.688592559Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f8ddae2c-d03b-437b-8664-dd7c7137601f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-05-06T18:51:28.692233896Z","hostname":"buskin","pid":1590,"component":"ProbeManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.723460476Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_3a813f6b-17e8-4051-9896-63a1687e8a27/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.731637762Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_3a813f6b-17e8-4051-9896-63a1687e8a27","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.854054551Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.862097464Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.862139505Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.862166285Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.862173586Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.862180266Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/disk.rs:112","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.871644803Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.871675634Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"a054c327-ba96-4046-8c5e-0adba1e47971 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.967069153Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.975009514Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.975042795Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.975049215Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.975076045Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.975086586Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.97527614Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:28.975287301Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.011952241Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_a054c327-ba96-4046-8c5e-0adba1e47971/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.019612554Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/f8ddae2c-d03b-437b-8664-dd7c7137601f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:29.131129821Z","hostname":"buskin","pid":1590,"component":"NexusNotifierTask","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"Looking for unencrypted datasets in oxp_a054c327-ba96-4046-8c5e-0adba1e47971","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.137518364Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.147081674Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.147135025Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.147143836Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.147151596Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.147156736Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/disk.rs:112","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.157954205Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.157981466Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.256979272Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.264941483Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.264985744Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.264994564Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.265010665Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.265021205Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.26521369Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.26522422Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.300462766Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_800ccd26-0419-43d2-8f63-c2ad699284d1/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.308449458Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_800ccd26-0419-43d2-8f63-c2ad699284d1","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.429542584Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.438496449Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.43853677Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.4385471Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.438565421Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.438573691Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/disk.rs:112","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.449148475Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.449172415Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.53641753Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.543363836Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.543390437Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.543395817Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.54352635Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.54353707Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.543656773Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.543665704Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.579885703Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ab4d896f-f446-425e-97ec-9a6dacb42f2c/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.588601052Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f8ddae2c-d03b-437b-8664-dd7c7137601f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-05-06T18:51:29.693661904Z","hostname":"buskin","pid":1590,"component":"ProbeManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Looking for unencrypted datasets in oxp_ab4d896f-f446-425e-97ec-9a6dacb42f2c","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.709546525Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.717696191Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.717737512Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"} {"msg":"Writing ledger to /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.717748732Z","hostname":"buskin","pid":1590,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.717872075Z","hostname":"buskin","pid":1590,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 89da1175-3575-41bb-9de5-7b42869043ce (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 }, zpool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 3ff1a37c-d2c7-4188-a7c5-24ea2524039a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 }, zpool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 }, zpool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 }, zpool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 }, zpool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1031 }, zpool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1032 }, zpool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1033 }, zpool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1034 }, zpool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Writing ledger to /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.71810548Z","hostname":"buskin","pid":1590,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.718420008Z","hostname":"buskin","pid":1590,"uri":"/omicron-physical-disks","method":"PUT","req_id":"a8f1a199-20ce-4cc4-8b65-7ed9a2b446dc","remote_addr":"[fd00:1122:3344:101::1]:34507","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":12261132,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 4053d871-ac62-4e23-ab28-c7586071265b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b2c04b73-6505-435d-aae7-834ca61944a4, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f7514acb-458a-4dec-8ccf-80b5bdb11996, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.748511921Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:429"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.748648124Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:38343"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.748818278Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.748823568Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.797310422Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.797340913Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.845075678Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.845108009Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.893782428Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"No ledger in /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.893848979Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.893865739Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.89390802Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.936931983Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.936977744Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.936983384Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_4053d871-ac62-4e23-ab28-c7586071265b","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.987825085Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_f7514acb-458a-4dec-8ccf-80b5bdb11996","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.99139707Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_b2c04b73-6505-435d-aae7-834ca61944a4","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:29.995040238Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_internal_dns_4053d871-ac62-4e23-ab28-c7586071265b","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:30.007268841Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_f7514acb-458a-4dec-8ccf-80b5bdb11996","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:30.011956214Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_b2c04b73-6505-435d-aae7-834ca61944a4","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:30.01597903Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:30.341783741Z","hostname":"buskin","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:393","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:393","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"17.065488293s"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f8ddae2c-d03b-437b-8664-dd7c7137601f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-05-06T18:51:30.696966306Z","hostname":"buskin","pid":1590,"component":"ProbeManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Profile for oxz_internal_dns_4053d871-ac62-4e23-ab28-c7586071265b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:31.538828343Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:31.538912165Z","hostname":"buskin","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }"} {"msg":"Profile for oxz_internal_dns_b2c04b73-6505-435d-aae7-834ca61944a4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:32.017032651Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:32.017134784Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_4053d871-ac62-4e23-ab28-c7586071265b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:32.499271437Z","hostname":"buskin","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }"} {"msg":"Profile for oxz_internal_dns_f7514acb-458a-4dec-8ccf-80b5bdb11996:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:32.499374529Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:32.49938803Z","hostname":"buskin","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:32.499443011Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_b2c04b73-6505-435d-aae7-834ca61944a4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_internal_dns_4053d871-ac62-4e23-ab28-c7586071265b\") failed: Property not found. retry in 25.893082ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:32.513374015Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_4053d871-ac62-4e23-ab28-c7586071265b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:32.513429027Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_f7514acb-458a-4dec-8ccf-80b5bdb11996","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_internal_dns_4053d871-ac62-4e23-ab28-c7586071265b\") failed: Property not found. retry in 80.292526ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:32.549260007Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_4053d871-ac62-4e23-ab28-c7586071265b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b2c04b73-6505-435d-aae7-834ca61944a4\") failed: Property not found. retry in 43.248633ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:32.630397214Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_b2c04b73-6505-435d-aae7-834ca61944a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4053d871-ac62-4e23-ab28-c7586071265b\") failed: Property not found. retry in 193.696957ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:32.637571426Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_4053d871-ac62-4e23-ab28-c7586071265b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f7514acb-458a-4dec-8ccf-80b5bdb11996\") failed: Property not found. retry in 42.134319ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:32.64354509Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_f7514acb-458a-4dec-8ccf-80b5bdb11996","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b2c04b73-6505-435d-aae7-834ca61944a4\") failed: Property not found. retry in 68.193229ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:32.680427815Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_b2c04b73-6505-435d-aae7-834ca61944a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f7514acb-458a-4dec-8ccf-80b5bdb11996\") failed: Property not found. retry in 143.819641ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:32.703034038Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_f7514acb-458a-4dec-8ccf-80b5bdb11996","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b2c04b73-6505-435d-aae7-834ca61944a4\") failed: Property not found. retry in 225.992181ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:32.820063187Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_b2c04b73-6505-435d-aae7-834ca61944a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4053d871-ac62-4e23-ab28-c7586071265b\") failed: Property not found. retry in 286.819055ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:32.911344038Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_4053d871-ac62-4e23-ab28-c7586071265b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f7514acb-458a-4dec-8ccf-80b5bdb11996\") failed: Property not found. retry in 186.349893ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:32.939698478Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_f7514acb-458a-4dec-8ccf-80b5bdb11996","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b2c04b73-6505-435d-aae7-834ca61944a4\") failed: Property not found. retry in 548.759778ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:33.07266374Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_b2c04b73-6505-435d-aae7-834ca61944a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f7514acb-458a-4dec-8ccf-80b5bdb11996\") failed: Property not found. retry in 231.625587ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:33.145702953Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_f7514acb-458a-4dec-8ccf-80b5bdb11996","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4053d871-ac62-4e23-ab28-c7586071265b\") failed: Property not found. retry in 1.094217891s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:33.208257374Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_4053d871-ac62-4e23-ab28-c7586071265b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f7514acb-458a-4dec-8ccf-80b5bdb11996\") failed: Property not found. retry in 1.069993417s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:33.386702208Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_f7514acb-458a-4dec-8ccf-80b5bdb11996","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b2c04b73-6505-435d-aae7-834ca61944a4\") failed: Property not found. retry in 1.112455082s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:33.629991597Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_b2c04b73-6505-435d-aae7-834ca61944a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4053d871-ac62-4e23-ab28-c7586071265b\") failed: Property not found. retry in 514.75337ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:34.31251703Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_4053d871-ac62-4e23-ab28-c7586071265b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f7514acb-458a-4dec-8ccf-80b5bdb11996\") failed: Property not found. retry in 1.135950018s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:34.468053033Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_f7514acb-458a-4dec-8ccf-80b5bdb11996","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b2c04b73-6505-435d-aae7-834ca61944a4\") failed: Property not found. retry in 1.439529731s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:34.751109068Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_b2c04b73-6505-435d-aae7-834ca61944a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4053d871-ac62-4e23-ab28-c7586071265b\") failed: Property not found. retry in 596.218868ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:34.834495009Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_4053d871-ac62-4e23-ab28-c7586071265b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring bootstrap address fdb0:18c0:4d0d:9fb2::2 exists in switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:35.170269859Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:2320"} {"msg":"Adding bootstrap address","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:35.170283009Z","hostname":"buskin","pid":1590,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:626"} {"msg":"wait for service Some(\"oxz_internal_dns_4053d871-ac62-4e23-ab28-c7586071265b\") failed: Property not found. retry in 710.425124ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:35.438643561Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_4053d871-ac62-4e23-ab28-c7586071265b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f7514acb-458a-4dec-8ccf-80b5bdb11996\") failed: Property not found. retry in 797.696281ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:35.611499219Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_f7514acb-458a-4dec-8ccf-80b5bdb11996","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:feb6:b2d1","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:35.716363937Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:2327"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:35.721598962Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:2388"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:35.840066006Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:2573"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:36.08189919Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:2737"} {"msg":"wait for service Some(\"oxz_internal_dns_4053d871-ac62-4e23-ab28-c7586071265b\") failed: Property not found. retry in 1.226846941s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:36.158892629Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_4053d871-ac62-4e23-ab28-c7586071265b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b2c04b73-6505-435d-aae7-834ca61944a4\") failed: Property not found. retry in 1.260611172s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:36.199648077Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_b2c04b73-6505-435d-aae7-834ca61944a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:36.274853732Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:2452"} {"msg":"wait for service Some(\"oxz_internal_dns_f7514acb-458a-4dec-8ccf-80b5bdb11996\") failed: Property not found. retry in 1.111332849s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:36.417297631Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_f7514acb-458a-4dec-8ccf-80b5bdb11996","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:36.583337217Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:2487"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:36.791660197Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:2787"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:36.981527514Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:2814"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:37.199484966Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:2681"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:37.408740429Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:2481"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:37.418910693Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3873","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:37.418952754Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3889"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:37.418961904Z","hostname":"buskin","pid":1590,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"} {"msg":"wait for service Some(\"oxz_internal_dns_b2c04b73-6505-435d-aae7-834ca61944a4\") failed: Property not found. retry in 1.052355531s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:37.470564293Z","hostname":"buskin","pid":1590,"zone":"oxz_internal_dns_b2c04b73-6505-435d-aae7-834ca61944a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:37.981266051Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:37.987416019Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3953"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.11704438Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:4015"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.210108994Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3996","rack_subnet":"fd00:1122:3344::"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.231454456Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:4043"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.326766024Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:4070"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.44534077Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:365"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.47780567Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:413"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.509647844Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:651"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.509727346Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:689"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.511058178Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:692","uptime":"2"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.511072858Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:435","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.562156254Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_internal_dns_b2c04b73-6505-435d-aae7-834ca61944a4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.562187025Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_internal_dns_4053d871-ac62-4e23-ab28-c7586071265b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.562192465Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_internal_dns_f7514acb-458a-4dec-8ccf-80b5bdb11996"} {"msg":"Writing ledger to /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.562241456Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.562514543Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.562738828Z","hostname":"buskin","pid":1590,"uri":"/omicron-zones","method":"PUT","req_id":"2b716b86-80ca-4116-9c13-b84c1e401e8a","remote_addr":"[fd00:1122:3344:101::1]:38343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8814053,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.564404548Z","hostname":"buskin","pid":1590,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:547"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.596358315Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.596429287Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.596441747Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.596449558Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.596456248Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.596463708Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.596469458Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.596475988Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.596481418Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.596488148Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.596503219Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.596510819Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.596517879Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.596524979Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.59653202Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.596537889Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.59654424Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.59655099Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.59655796Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.59657181Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.596579981Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.596594001Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.596611321Z","hostname":"buskin","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.622270347Z","hostname":"buskin","pid":1590,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:547"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.666487368Z","hostname":"buskin","pid":1590,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:547"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.70944793Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:583"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.70945721Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:259"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.740328301Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:276","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.741225502Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:301"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.741232823Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:193","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 4053d871-ac62-4e23-ab28-c7586071265b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b2c04b73-6505-435d-aae7-834ca61944a4, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f7514acb-458a-4dec-8ccf-80b5bdb11996, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ff152b26-06a8-4f36-9f90-129bfa2126f2, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: eb0272aa-af9e-44af-96b0-e9b3b49310dd, kind: Service { id: ff152b26-06a8-4f36-9f90-129bfa2126f2 }, name: Name(\"ntp-ff152b26-06a8-4f36-9f90-129bfa2126f2\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 25])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.769483401Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:429"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.769627914Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:54413"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.769941372Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.769947042Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.791208462Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.791257574Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.808828295Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.808875046Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.826997131Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Reading ledger from /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.827055103Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.827222747Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.82737561Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.838543689Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:259"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.871172682Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:276","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.871845278Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:301"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.871851238Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:193","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.915311431Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 254, 25]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: \"vopte0\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.915346662Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:1290","zone_type":"ntp"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.916010108Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:102"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.916017658Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:109"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.916291605Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.918380585Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Configuring new Omicron zone: oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.941261174Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:38.959476231Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:39.570929238Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:39.571049371Z","hostname":"buskin","pid":1590,"zone":"oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2\") failed: Property not found. retry in 61.017498ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:39.701100733Z","hostname":"buskin","pid":1590,"zone":"oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2\") failed: Property not found. retry in 129.798761ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:39.782804324Z","hostname":"buskin","pid":1590,"zone":"oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2\") failed: Property not found. retry in 119.556418ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:39.929428033Z","hostname":"buskin","pid":1590,"zone":"oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2\") failed: Property not found. retry in 236.255302ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:40.063224914Z","hostname":"buskin","pid":1590,"zone":"oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2\") failed: Property not found. retry in 592.126486ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:40.307909598Z","hostname":"buskin","pid":1590,"zone":"oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2\") failed: Property not found. retry in 1.255788584s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:40.90875603Z","hostname":"buskin","pid":1590,"zone":"oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:41.859711556Z","hostname":"buskin","pid":1590,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:37478"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:41.8599181Z","hostname":"buskin","pid":1590,"uri":"/baseboard","method":"GET","req_id":"0eab3c1c-f986-4b35-9923-6ff7cb2aef2c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:37478","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":92,"response_code":"200"} {"msg":"wait for service Some(\"oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2\") failed: Property not found. retry in 542.135626ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:42.174365068Z","hostname":"buskin","pid":1590,"zone":"oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2\") failed: Property not found. retry in 711.187689ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:42.724431841Z","hostname":"buskin","pid":1590,"zone":"oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2\") failed: Property not found. retry in 695.406251ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:43.445000727Z","hostname":"buskin","pid":1590,"zone":"oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2\") failed: Property not found. retry in 1.395744014s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:44.148822061Z","hostname":"buskin","pid":1590,"zone":"oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:45.56191633Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2"} {"msg":"Writing ledger to /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:45.561996541Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:45.562422252Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:45.56276805Z","hostname":"buskin","pid":1590,"uri":"/omicron-zones","method":"PUT","req_id":"3c8519e7-ac80-4b30-96ce-85faf8172626","remote_addr":"[fd00:1122:3344:101::1]:54413","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":6793045,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:45.565214819Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:624"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:45.59485163Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:604"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:45.595022514Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:36823"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:45.60402578Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3603"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:45.604197245Z","hostname":"buskin","pid":1590,"uri":"/timesync","method":"GET","req_id":"6a17fce4-779c-4584-82c8-e7ab39190c8a","remote_addr":"[fd00:1122:3344:101::1]:36823","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9048,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:45.607259038Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:654","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:45.737246608Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:604"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:45.737381161Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:33481"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_ff152b26-06a8-4f36-9f90-129bfa2126f2': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:49.745781425Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3603"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:49.745865057Z","hostname":"buskin","pid":1590,"uri":"/timesync","method":"GET","req_id":"c0737b3e-9bea-4593-9e06-942399c1f327","remote_addr":"[fd00:1122:3344:101::1]:33481","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008349,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:49.74976331Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:654","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:49.893008789Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:604"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:49.893122421Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:33996"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:49.901915872Z","hostname":"buskin","pid":1590,"uri":"/timesync","method":"GET","req_id":"7cfda8d9-f8f9-43fb-baab-bc8dbab77d26","remote_addr":"[fd00:1122:3344:101::1]:33996","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8660,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1715021507.7663746, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:49.903152582Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:49.903159002Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:654","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:50.012722742Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:604"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:50.012842825Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:55652"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:50.020781956Z","hostname":"buskin","pid":1590,"uri":"/timesync","method":"GET","req_id":"65e23577-3e3a-48fe-a9f3-aec627c2e774","remote_addr":"[fd00:1122:3344:101::1]:55652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":7814,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1715021507.7663746, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:50.02346146Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:50.02346979Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:654","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:50.16759937Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:604"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:50.167674322Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:41444"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:50.175751475Z","hostname":"buskin","pid":1590,"uri":"/timesync","method":"GET","req_id":"9f245443-bd1e-4972-a594-ef5f2168e5a8","remote_addr":"[fd00:1122:3344:101::1]:41444","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":7968,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1715021507.7663746, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:50.176938664Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:50.176946834Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:654","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:50.314029335Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:604"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:50.314102096Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:45786"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:50.321168726Z","hostname":"buskin","pid":1590,"uri":"/timesync","method":"GET","req_id":"3daeb0fe-c69d-4c7e-9c2d-f441a345fc15","remote_addr":"[fd00:1122:3344:101::1]:45786","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":6996,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1715021507.7663746, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:50.322331444Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:50.322337814Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:654","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:50.538694647Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:604"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:50.538853941Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:41512"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:50.54631989Z","hostname":"buskin","pid":1590,"uri":"/timesync","method":"GET","req_id":"afaaffa5-dcd0-4a42-8d87-a975211a7fbc","remote_addr":"[fd00:1122:3344:101::1]:41512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":7428,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1715021507.7663746, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:50.548332079Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:50.548357999Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:654","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:50.790548373Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:604"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:50.790656905Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:60146"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:50.797871248Z","hostname":"buskin","pid":1590,"uri":"/timesync","method":"GET","req_id":"8e5f7967-3982-49bb-9635-61059c340fed","remote_addr":"[fd00:1122:3344:101::1]:60146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":7130,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1715021507.7663746, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:50.800574423Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:50.800588243Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:654","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:51.308339181Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:604"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:51.308444933Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:36444"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:51.316522067Z","hostname":"buskin","pid":1590,"uri":"/timesync","method":"GET","req_id":"011ef965-9171-4d75-b087-2a12bd3646cf","remote_addr":"[fd00:1122:3344:101::1]:36444","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":7999,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1715021507.7663746, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:51.318542695Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:51.318555176Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:654","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:51.727803169Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:604"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:51.727895191Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:62647"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:51.735283869Z","hostname":"buskin","pid":1590,"uri":"/timesync","method":"GET","req_id":"b41ea539-5233-498d-a87b-f21df7ac0685","remote_addr":"[fd00:1122:3344:101::1]:62647","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":7285,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1715021507.7663746, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:51.73659124Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:51.73659917Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:654","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:52.212954354Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:604"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:52.213060547Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:50494"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:52.220419194Z","hostname":"buskin","pid":1590,"uri":"/timesync","method":"GET","req_id":"87f7b5c0-5129-4667-b970-5487bfb8f623","remote_addr":"[fd00:1122:3344:101::1]:50494","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":7284,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1715021507.7663746, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:52.221673794Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:52.221680204Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:654","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:52.777505666Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:604"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:52.777595877Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:33275"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:52.784153615Z","hostname":"buskin","pid":1590,"uri":"/timesync","method":"GET","req_id":"66cd1740-9a23-4717-9e13-7d942f098c3d","remote_addr":"[fd00:1122:3344:101::1]:33275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":6426,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1715021507.7663746, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:52.785857386Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:52.785863936Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:654","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:53.790177812Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:604"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:53.790269995Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:62634"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:53.798091272Z","hostname":"buskin","pid":1590,"uri":"/timesync","method":"GET","req_id":"885d4cd9-a2c8-4b69-a950-e4869bd344ef","remote_addr":"[fd00:1122:3344:101::1]:62634","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":7671,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1715021507.7663746, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:53.799722642Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:53.799729172Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:654","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:53.896991911Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:604"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:53.897118224Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:61019"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:53.900197778Z","hostname":"buskin","pid":1590,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:801"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:53.917248577Z","hostname":"buskin","pid":1590,"uri":"/timesync","method":"GET","req_id":"539f8934-714f-4261-9eb8-b4cae1fbb416","remote_addr":"[fd00:1122:3344:101::1]:61019","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":19977,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2395651603, ip_addr: 142.202.190.19, stratum: 3, ref_time: 1715021512.9601736, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:53.919196624Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:53.919226375Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1215"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 4053d871-ac62-4e23-ab28-c7586071265b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b2c04b73-6505-435d-aae7-834ca61944a4, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f7514acb-458a-4dec-8ccf-80b5bdb11996, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ff152b26-06a8-4f36-9f90-129bfa2126f2, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: eb0272aa-af9e-44af-96b0-e9b3b49310dd, kind: Service { id: ff152b26-06a8-4f36-9f90-129bfa2126f2 }, name: Name(\"ntp-ff152b26-06a8-4f36-9f90-129bfa2126f2\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 25])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: b6e22d7f-988d-4448-9397-805a10a5409f, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b51fa79-cd79-4146-8ca1-553327d38a68, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External } } } }, OmicronZoneConfig { id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:53.947693558Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:429"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:53.947838562Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:52725"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:53.948123158Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:53.948133769Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:53.967261908Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:53.967313229Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:53.986303225Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:53.986343446Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.003386535Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.003419826Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6e22d7f-988d-4448-9397-805a10a5409f, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.055080166Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.055126847Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b6e22d7f-988d-4448-9397-805a10a5409f, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b51fa79-cd79-4146-8ca1-553327d38a68, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.106793887Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.106833878Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5b51fa79-cd79-4146-8ca1-553327d38a68, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.158425476Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.158480767Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.20901729Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.209064161Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.259712997Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Reading ledger from /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.259766418Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.259961933Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.260113357Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:54.291869759Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:54.29191862Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:54.29193086Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:54.291938761Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:54.291948291Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.292066124Z","hostname":"buskin","pid":1590,"uri":"/omicron-zones","method":"PUT","req_id":"c0c51bb2-699e-4ae4-aeed-406abe8d5716","remote_addr":"[fd00:1122:3344:101::1]:52725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68\", TimeNotSynchronized), (\"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f\", TimeNotSynchronized), (\"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926\", TimeNotSynchronized), (\"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3\", TimeNotSynchronized), (\"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8\", TimeNotSynchronized)]","latency_us":344143,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:54.29232476Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:467","retry_after":"106.52085ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0c51bb2-699e-4ae4-aeed-406abe8d5716\", \"content-length\": \"124\", \"date\": \"Mon, 06 May 2024 18:51:53 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c0c51bb2-699e-4ae4-aeed-406abe8d5716\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 4053d871-ac62-4e23-ab28-c7586071265b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b2c04b73-6505-435d-aae7-834ca61944a4, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f7514acb-458a-4dec-8ccf-80b5bdb11996, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ff152b26-06a8-4f36-9f90-129bfa2126f2, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: eb0272aa-af9e-44af-96b0-e9b3b49310dd, kind: Service { id: ff152b26-06a8-4f36-9f90-129bfa2126f2 }, name: Name(\"ntp-ff152b26-06a8-4f36-9f90-129bfa2126f2\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 25])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: b6e22d7f-988d-4448-9397-805a10a5409f, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b51fa79-cd79-4146-8ca1-553327d38a68, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External } } } }, OmicronZoneConfig { id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.400448995Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:429"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.40148296Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.40150062Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.419214205Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.419253286Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.436925851Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.436961182Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.453406956Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.453447407Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6e22d7f-988d-4448-9397-805a10a5409f, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.47064564Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.470677571Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b6e22d7f-988d-4448-9397-805a10a5409f, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b51fa79-cd79-4146-8ca1-553327d38a68, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.48774389Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.487775941Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5b51fa79-cd79-4146-8ca1-553327d38a68, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.505978288Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.506032609Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.52397091Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.524008471Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.542019513Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Reading ledger from /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.542061254Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.54231864Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.542490644Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:54.575920357Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:54.575967788Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:54.575978008Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:54.575986448Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:54.575997079Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.576117602Z","hostname":"buskin","pid":1590,"uri":"/omicron-zones","method":"PUT","req_id":"1e73d636-d3fb-4a59-a6f6-b7a90da22191","remote_addr":"[fd00:1122:3344:101::1]:52725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926\", TimeNotSynchronized), (\"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68\", TimeNotSynchronized), (\"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8\", TimeNotSynchronized), (\"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3\", TimeNotSynchronized), (\"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f\", TimeNotSynchronized)]","latency_us":175489,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:54.576317027Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:467","retry_after":"64.703416ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e73d636-d3fb-4a59-a6f6-b7a90da22191\", \"content-length\": \"124\", \"date\": \"Mon, 06 May 2024 18:51:53 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1e73d636-d3fb-4a59-a6f6-b7a90da22191\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 4053d871-ac62-4e23-ab28-c7586071265b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b2c04b73-6505-435d-aae7-834ca61944a4, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f7514acb-458a-4dec-8ccf-80b5bdb11996, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ff152b26-06a8-4f36-9f90-129bfa2126f2, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: eb0272aa-af9e-44af-96b0-e9b3b49310dd, kind: Service { id: ff152b26-06a8-4f36-9f90-129bfa2126f2 }, name: Name(\"ntp-ff152b26-06a8-4f36-9f90-129bfa2126f2\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 25])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: b6e22d7f-988d-4448-9397-805a10a5409f, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b51fa79-cd79-4146-8ca1-553327d38a68, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External } } } }, OmicronZoneConfig { id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.642467614Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:429"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.642847033Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.642860724Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.662587207Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.662618248Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.680640511Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.680676901Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.698600812Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.698643163Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6e22d7f-988d-4448-9397-805a10a5409f, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.716688186Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.716725377Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b6e22d7f-988d-4448-9397-805a10a5409f, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b51fa79-cd79-4146-8ca1-553327d38a68, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.734404431Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.734431462Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5b51fa79-cd79-4146-8ca1-553327d38a68, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.752493995Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.752533606Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.770215881Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.770252552Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.788464699Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Reading ledger from /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.78852833Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.788709555Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.788868218Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:54.821403299Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:54.821457011Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:54.821467211Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:54.821477231Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:54.821485341Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.821583564Z","hostname":"buskin","pid":1590,"uri":"/omicron-zones","method":"PUT","req_id":"560c1cf4-7afb-44f1-a0ef-2d449397ddcb","remote_addr":"[fd00:1122:3344:101::1]:52725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f\", TimeNotSynchronized), (\"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68\", TimeNotSynchronized), (\"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8\", TimeNotSynchronized), (\"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3\", TimeNotSynchronized), (\"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926\", TimeNotSynchronized)]","latency_us":178931,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:54.821769828Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:467","retry_after":"122.126172ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"560c1cf4-7afb-44f1-a0ef-2d449397ddcb\", \"content-length\": \"124\", \"date\": \"Mon, 06 May 2024 18:51:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"560c1cf4-7afb-44f1-a0ef-2d449397ddcb\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 4053d871-ac62-4e23-ab28-c7586071265b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b2c04b73-6505-435d-aae7-834ca61944a4, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f7514acb-458a-4dec-8ccf-80b5bdb11996, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ff152b26-06a8-4f36-9f90-129bfa2126f2, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: eb0272aa-af9e-44af-96b0-e9b3b49310dd, kind: Service { id: ff152b26-06a8-4f36-9f90-129bfa2126f2 }, name: Name(\"ntp-ff152b26-06a8-4f36-9f90-129bfa2126f2\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 25])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: b6e22d7f-988d-4448-9397-805a10a5409f, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b51fa79-cd79-4146-8ca1-553327d38a68, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External } } } }, OmicronZoneConfig { id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.94515448Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:429"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.945516089Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.945523819Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.963464739Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.96350368Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.983291965Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:54.983325376Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.002066316Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.002096487Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6e22d7f-988d-4448-9397-805a10a5409f, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.020549139Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.020584971Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b6e22d7f-988d-4448-9397-805a10a5409f, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b51fa79-cd79-4146-8ca1-553327d38a68, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.03973997Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.039790681Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5b51fa79-cd79-4146-8ca1-553327d38a68, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.05763525Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.057670221Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.076978734Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.077009665Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.008261138Z","hostname":"buskin","pid":1590,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:801"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.015481401Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Reading ledger from /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.015551383Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.015763228Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.015896421Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.097885669Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.09793709Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.09794329Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.097959541Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.097966641Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.189953919Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.194259672Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.198608857Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.203030923Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.207594162Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.212264865Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.216788133Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.221319882Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.22584584Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:55.230561354Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:58.418809503Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:58.418947066Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:58.422400249Z","hostname":"buskin","pid":1590,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:801"} {"msg":"Profile for oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:58.42494485Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:58.425128465Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:58.494257994Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:58.494396827Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:58.5003532Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:58.500484483Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:58.522779008Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:51:58.522927742Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68\") failed: Property not found. retry in 40.759107ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:58.556669362Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f\") failed: Property not found. retry in 47.027738ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:58.565576305Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68\") failed: Property not found. retry in 105.36262ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:58.605540625Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f\") failed: Property not found. retry in 122.477454ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:58.675698589Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926\") failed: Property not found. retry in 59.626932ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:58.820065144Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68\") failed: Property not found. retry in 241.067184ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:51:59.681538412Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f\") failed: Property not found. retry in 142.983443ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:01.342176223Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8\") failed: Property not found. retry in 53.315017ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:01.38457592Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68\") failed: Property not found. retry in 342.420042ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:01.422177733Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3\") failed: Property not found. retry in 63.718735ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:01.437673575Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926\") failed: Property not found. retry in 136.434586ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:01.448337001Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8\") failed: Property not found. retry in 76.976221ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:01.456908786Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f\") failed: Property not found. retry in 210.26056ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:01.496571768Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3\") failed: Property not found. retry in 135.323763ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:01.511822644Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8\") failed: Property not found. retry in 274.207781ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:01.545210476Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926\") failed: Property not found. retry in 156.353763ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:01.596121608Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3\") failed: Property not found. retry in 220.6276ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:01.658790262Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f\") failed: Property not found. retry in 722.04542ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:01.718169747Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926\") failed: Property not found. retry in 216.42964ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:01.763124216Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68\") failed: Property not found. retry in 509.285018ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:01.777411079Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8\") failed: Property not found. retry in 272.549185ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:01.83121145Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3\") failed: Property not found. retry in 448.448645ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:01.889238943Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926\") failed: Property not found. retry in 586.080309ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:01.991377095Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8\") failed: Property not found. retry in 1.099567632s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:02.114546571Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68\") failed: Property not found. retry in 1.082637344s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:02.296376656Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3\") failed: Property not found. retry in 1.190308439s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:02.347932704Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f\") failed: Property not found. retry in 1.381921813s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:02.449818309Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926\") failed: Property not found. retry in 1.398660929s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:02.586537011Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8\") failed: Property not found. retry in 1.045850397s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:03.223157792Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68\") failed: Property not found. retry in 1.412342704s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:03.389523185Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3\") failed: Property not found. retry in 1.352394122s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:03.549595337Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f\") failed: Property not found. retry in 878.40514ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:03.84550087Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926\") failed: Property not found. retry in 1.039430931s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:03.996185007Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8\") failed: Property not found. retry in 536.56497ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:04.284026056Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:04.30543549Z","hostname":"buskin","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:426","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:426","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"298.007424ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f\") failed: Property not found. retry in 1.241102292s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:04.734180031Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68\") failed: Property not found. retry in 1.189120604s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:04.810921813Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8\") failed: Property not found. retry in 993.236348ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:04.830055642Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3\") failed: Property not found. retry in 857.575365ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:04.911077077Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926\") failed: Property not found. retry in 822.011117ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:05.045706278Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3\") failed: Property not found. retry in 1.353377463s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:05.778387205Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8\") failed: Property not found. retry in 524.77643ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:05.831664044Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926\") failed: Property not found. retry in 1.155747061s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:05.877831472Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f\") failed: Property not found. retry in 672.53036ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:05.984474962Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68\") failed: Property not found. retry in 676.064749ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:06.010327182Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8\") failed: Property not found. retry in 510.371808ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:06.366394359Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f\") failed: Property not found. retry in 1.348763196s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:06.666742908Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68\") failed: Property not found. retry in 1.069299468s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:06.695248752Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8\") failed: Property not found. retry in 1.097718027s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:06.889106665Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926\") failed: Property not found. retry in 1.266501993s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:07.045559641Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3\") failed: Property not found. retry in 1.076871742s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:07.140797887Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68\") failed: Property not found. retry in 743.332101ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:07.773142245Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8\") failed: Property not found. retry in 639.943784ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:07.995847061Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f\") failed: Property not found. retry in 1.103686842s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:08.022962102Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3\") failed: Property not found. retry in 1.271471587s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:08.225467092Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926\") failed: Property not found. retry in 1.354698064s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:08.321151919Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68\") failed: Property not found. retry in 1.014694384s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:08.524240594Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8\") failed: Property not found. retry in 590.41308ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:08.645823952Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f\") failed: Property not found. retry in 1.279061347s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:09.136440568Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8\") failed: Property not found. retry in 1.275039274s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:09.244565264Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3\") failed: Property not found. retry in 620.639861ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:09.505535448Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68\") failed: Property not found. retry in 606.348712ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:09.546788738Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926\") failed: Property not found. retry in 1.2261344s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:09.684263258Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3\") failed: Property not found. retry in 802.096146ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:10.137155629Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68\") failed: Property not found. retry in 1.139192739s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:10.161578925Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f\") failed: Property not found. retry in 892.348581ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:10.423400919Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8\") failed: Property not found. retry in 1.227728053s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:10.528779028Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926\") failed: Property not found. retry in 996.715727ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:10.918507873Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3\") failed: Property not found. retry in 1.380058889s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:10.947874678Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68\") failed: Property not found. retry in 990.177554ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:11.310144033Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f\") failed: Property not found. retry in 1.466117457s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:11.324764404Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:11.415169725Z","hostname":"buskin","pid":1590,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60013"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:11.415712418Z","hostname":"buskin","pid":1590,"uri":"/baseboard","method":"GET","req_id":"38dca4ef-4153-4b93-b14b-298165fce0ef","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60013","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":493,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8\") failed: Property not found. retry in 781.570814ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:11.764469699Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926\") failed: Property not found. retry in 827.87819ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:11.923307191Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68\") failed: Property not found. retry in 632.183076ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:12.308984959Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3\") failed: Property not found. retry in 1.398931216s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:12.336865878Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8\") failed: Property not found. retry in 1.402584875s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:12.555214349Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926\") failed: Property not found. retry in 668.237063ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:12.759991214Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f\") failed: Property not found. retry in 1.22058741s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:12.799931133Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68\") failed: Property not found. retry in 1.441334944s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:12.949586405Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926\") failed: Property not found. retry in 672.134354ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:13.436494143Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3\") failed: Property not found. retry in 1.014698917s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:13.744397783Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8\") failed: Property not found. retry in 1.383382857s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:13.967009276Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f\") failed: Property not found. retry in 920.739925ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:14.028621985Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926\") failed: Property not found. retry in 592.559812ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:14.118262377Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68\") failed: Property not found. retry in 1.444449788s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:14.400054621Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926\") failed: Property not found. retry in 663.760455ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:14.720227586Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3\") failed: Property not found. retry in 849.194283ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:14.768002663Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f\") failed: Property not found. retry in 891.9566ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:14.957828499Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8\") failed: Property not found. retry in 1.466598813s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:15.358432115Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926\") failed: Property not found. retry in 1.326683755s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:15.393164298Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3\") failed: Property not found. retry in 1.106858654s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:15.62528967Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68\") failed: Property not found. retry in 651.087924ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:15.853100608Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f\") failed: Property not found. retry in 958.137705ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:15.860477785Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68\") failed: Property not found. retry in 710.651767ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:16.513659183Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926\") failed: Property not found. retry in 1.495767899s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:16.729304889Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3\") failed: Property not found. retry in 1.194209723s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:16.741141714Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f\") failed: Property not found. retry in 945.470127ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:16.828222174Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8\") failed: Property not found. retry in 913.666139ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:16.836183635Z","hostname":"buskin","pid":1590,"zone":"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:18.250026062Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_cockroachdb_5b51fa79-cd79-4146-8ca1-553327d38a68"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:18.250083833Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_cockroachdb_b6e22d7f-988d-4448-9397-805a10a5409f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:18.250090553Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_cockroachdb_5ee536b2-4b99-4a6a-a895-ffc14bc977c8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:18.250095173Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_cockroachdb_66fba357-cbfe-48ed-91f1-0c402baab5b3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:18.250099584Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_cockroachdb_a61edf07-fcf4-4aeb-85e5-5883dee1a926"} {"msg":"Writing ledger to /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:18.250138754Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:18.250615716Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:18.251007345Z","hostname":"buskin","pid":1590,"uri":"/omicron-zones","method":"PUT","req_id":"ea693fd9-1845-4b41-9676-9ad44a433b19","remote_addr":"[fd00:1122:3344:101::1]:52725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":22934680,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:18.287495051Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:33648"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:18.321428706Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3437"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:35.295377901Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3455"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.023217443Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3478"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.023484749Z","hostname":"buskin","pid":1590,"uri":"/cockroachdb","method":"POST","req_id":"62e55e11-5d61-4b6d-94b8-f2bcf3c0e261","remote_addr":"[fd00:1122:3344:101::1]:33648","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":25776662,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.024589446Z","hostname":"buskin","pid":1590,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.024824392Z","hostname":"buskin","pid":1590,"uri":"/baseboard","method":"GET","req_id":"0682cb66-d168-4a3e-8256-d5043c8cdbaa","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36877","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":135,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:44.031022881Z","hostname":"buskin","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:426","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:426","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"572.794628ms"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 4053d871-ac62-4e23-ab28-c7586071265b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b2c04b73-6505-435d-aae7-834ca61944a4, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f7514acb-458a-4dec-8ccf-80b5bdb11996, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ff152b26-06a8-4f36-9f90-129bfa2126f2, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: eb0272aa-af9e-44af-96b0-e9b3b49310dd, kind: Service { id: ff152b26-06a8-4f36-9f90-129bfa2126f2 }, name: Name(\"ntp-ff152b26-06a8-4f36-9f90-129bfa2126f2\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 25])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: b6e22d7f-988d-4448-9397-805a10a5409f, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b51fa79-cd79-4146-8ca1-553327d38a68, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External } } } }, OmicronZoneConfig { id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External } } } }, OmicronZoneConfig { id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: feffcd52-93e5-4612-9503-79233d029d38, kind: Service { id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc }, name: Name(\"external-dns-d95a2c61-3b7a-402a-9d16-cab05da3f8cc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 233])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: d597a162-52f8-40f2-b550-e83349b6bad6, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: f0a84a41-3e6e-44f2-9fd9-1b478c5f61f3, kind: Service { id: d597a162-52f8-40f2-b550-e83349b6bad6 }, name: Name(\"external-dns-d597a162-52f8-40f2-b550-e83349b6bad6\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 169])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6b9b5efd-2c6f-43a5-9b13-d722c58899eb, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 27ecfacb-c977-42f2-a03f-d9eae6141cc7, kind: Service { id: 6b9b5efd-2c6f-43a5-9b13-d722c58899eb }, name: Name(\"nexus-6b9b5efd-2c6f-43a5-9b13-d722c58899eb\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 139])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 311d4305-876b-43f4-9c26-ea95f61887be, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 64021da5-ca3f-48e6-a2f1-742ad35f9c54, kind: Service { id: 311d4305-876b-43f4-9c26-ea95f61887be }, name: Name(\"nexus-311d4305-876b-43f4-9c26-ea95f61887be\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 119])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e43503f8-bfb6-4287-b808-8d90cbb6bad8, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 692bc98f-c2f9-456f-a679-207fa472690a, kind: Service { id: e43503f8-bfb6-4287-b808-8d90cbb6bad8 }, name: Name(\"nexus-e43503f8-bfb6-4287-b808-8d90cbb6bad8\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: be834b93-c06e-41bb-9f47-e75a157022f1, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: bae3fc56-53a7-4670-9f53-263954882d24, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3f15137e-a263-4cea-afe8-24935fc6aef2, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 5c5d25bf-870b-4fab-bf53-2b33706b6648, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } } } }, OmicronZoneConfig { id: cad17e98-5f15-4177-a274-71b1a6f274e9, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External } } } }, OmicronZoneConfig { id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External } } } }, OmicronZoneConfig { id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External } } } }, OmicronZoneConfig { id: 04d974a8-f205-49ba-9a18-c55b9909caa0, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 859814e6-5b3e-4264-a4ef-55987d603428, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.061102625Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:429"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.061637978Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:56269"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.062541049Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.06255144Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.085298427Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.085347528Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.10537547Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.105417171Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.124995732Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.125039348Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6e22d7f-988d-4448-9397-805a10a5409f, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.143879487Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.143932328Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b6e22d7f-988d-4448-9397-805a10a5409f, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b51fa79-cd79-4146-8ca1-553327d38a68, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.163139841Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.163187412Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5b51fa79-cd79-4146-8ca1-553327d38a68, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.181252597Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.181298778Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.199197549Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.19924013Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.217016357Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.217064659Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d597a162-52f8-40f2-b550-e83349b6bad6, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.304609506Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.304666897Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d597a162-52f8-40f2-b550-e83349b6bad6, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.393672349Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.393725771Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.477061697Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.477111307Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.55658871Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.556637551Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.653271317Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.653326779Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cad17e98-5f15-4177-a274-71b1a6f274e9, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.749324007Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.74937623Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: cad17e98-5f15-4177-a274-71b1a6f274e9, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.833468704Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.833521016Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.923978393Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:44.924028584Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, dataset_name: DatasetName { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.014162283Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.014216885Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, dataset_name: DatasetName { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 04d974a8-f205-49ba-9a18-c55b9909caa0, dataset_name: DatasetName { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.104080277Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.104144889Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 04d974a8-f205-49ba-9a18-c55b9909caa0, dataset_name: DatasetName { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 859814e6-5b3e-4264-a4ef-55987d603428, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.2093022Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.209356651Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 859814e6-5b3e-4264-a4ef-55987d603428, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.315059395Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Reading ledger from /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.315131297Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.315430184Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.315611339Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.426782304Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.426827665Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.426833996Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.426839366Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.426843436Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.426848606Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.426861226Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.426865776Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.426869956Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.426875006Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.426879117Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.426884337Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.426888577Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.426891937Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.426895207Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.426898407Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.426902577Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.426905907Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.426909127Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.426994399Z","hostname":"buskin","pid":1590,"uri":"/omicron-zones","method":"PUT","req_id":"6b628fde-4ae4-4a3a-b685-69f2b70ab94c","remote_addr":"[fd00:1122:3344:101::1]:56269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be\", TimeNotSynchronized), (\"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648\", TimeNotSynchronized), (\"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24\", TimeNotSynchronized), (\"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8\", TimeNotSynchronized), (\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\", TimeNotSynchronized), (\"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e\", TimeNotSynchronized), (\"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9\", TimeNotSynchronized), (\"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96\", TimeNotSynchronized), (\"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248\", TimeNotSynchronized), (\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\", TimeNotSynchronized), (\"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6\", TimeNotSynchronized), (\"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc\", TimeNotSynchronized), (\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\", TimeNotSynchronized), (\"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1\", TimeNotSynchronized), (\"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f\", TimeNotSynchronized), (\"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb\", TimeNotSynchronized), (\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\", TimeNotSynchronized), (\"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab\", TimeNotSynchronized), (\"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428\", TimeNotSynchronized)]","latency_us":1368666,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.427261746Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:467","retry_after":"80.473286ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b628fde-4ae4-4a3a-b685-69f2b70ab94c\", \"content-length\": \"124\", \"date\": \"Mon, 06 May 2024 18:52:45 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6b628fde-4ae4-4a3a-b685-69f2b70ab94c\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 4053d871-ac62-4e23-ab28-c7586071265b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b2c04b73-6505-435d-aae7-834ca61944a4, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f7514acb-458a-4dec-8ccf-80b5bdb11996, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ff152b26-06a8-4f36-9f90-129bfa2126f2, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: eb0272aa-af9e-44af-96b0-e9b3b49310dd, kind: Service { id: ff152b26-06a8-4f36-9f90-129bfa2126f2 }, name: Name(\"ntp-ff152b26-06a8-4f36-9f90-129bfa2126f2\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 25])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: b6e22d7f-988d-4448-9397-805a10a5409f, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b51fa79-cd79-4146-8ca1-553327d38a68, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External } } } }, OmicronZoneConfig { id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External } } } }, OmicronZoneConfig { id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: feffcd52-93e5-4612-9503-79233d029d38, kind: Service { id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc }, name: Name(\"external-dns-d95a2c61-3b7a-402a-9d16-cab05da3f8cc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 233])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: d597a162-52f8-40f2-b550-e83349b6bad6, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: f0a84a41-3e6e-44f2-9fd9-1b478c5f61f3, kind: Service { id: d597a162-52f8-40f2-b550-e83349b6bad6 }, name: Name(\"external-dns-d597a162-52f8-40f2-b550-e83349b6bad6\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 169])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6b9b5efd-2c6f-43a5-9b13-d722c58899eb, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 27ecfacb-c977-42f2-a03f-d9eae6141cc7, kind: Service { id: 6b9b5efd-2c6f-43a5-9b13-d722c58899eb }, name: Name(\"nexus-6b9b5efd-2c6f-43a5-9b13-d722c58899eb\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 139])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 311d4305-876b-43f4-9c26-ea95f61887be, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 64021da5-ca3f-48e6-a2f1-742ad35f9c54, kind: Service { id: 311d4305-876b-43f4-9c26-ea95f61887be }, name: Name(\"nexus-311d4305-876b-43f4-9c26-ea95f61887be\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 119])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e43503f8-bfb6-4287-b808-8d90cbb6bad8, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 692bc98f-c2f9-456f-a679-207fa472690a, kind: Service { id: e43503f8-bfb6-4287-b808-8d90cbb6bad8 }, name: Name(\"nexus-e43503f8-bfb6-4287-b808-8d90cbb6bad8\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: be834b93-c06e-41bb-9f47-e75a157022f1, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: bae3fc56-53a7-4670-9f53-263954882d24, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3f15137e-a263-4cea-afe8-24935fc6aef2, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 5c5d25bf-870b-4fab-bf53-2b33706b6648, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } } } }, OmicronZoneConfig { id: cad17e98-5f15-4177-a274-71b1a6f274e9, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External } } } }, OmicronZoneConfig { id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External } } } }, OmicronZoneConfig { id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External } } } }, OmicronZoneConfig { id: 04d974a8-f205-49ba-9a18-c55b9909caa0, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 859814e6-5b3e-4264-a4ef-55987d603428, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.508195513Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:429"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.508567382Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.508575893Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.528195605Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.528231776Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.547143101Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.547182072Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.565263227Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.565304188Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6e22d7f-988d-4448-9397-805a10a5409f, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.585578036Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.585614817Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b6e22d7f-988d-4448-9397-805a10a5409f, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b51fa79-cd79-4146-8ca1-553327d38a68, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.605427874Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.605462664Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5b51fa79-cd79-4146-8ca1-553327d38a68, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.623728954Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.623769225Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.642623319Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.64265916Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.660595662Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.660639092Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d597a162-52f8-40f2-b550-e83349b6bad6, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.680439729Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.680506291Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d597a162-52f8-40f2-b550-e83349b6bad6, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.699240201Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.699281242Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.718242919Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.71828529Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.736399086Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.736436217Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.756055329Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.756115181Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cad17e98-5f15-4177-a274-71b1a6f274e9, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.774577865Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.774619526Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: cad17e98-5f15-4177-a274-71b1a6f274e9, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.792330702Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.792370393Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.813454817Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.813491082Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, dataset_name: DatasetName { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.833167405Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.833210726Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, dataset_name: DatasetName { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 04d974a8-f205-49ba-9a18-c55b9909caa0, dataset_name: DatasetName { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.852166442Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.852203383Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 04d974a8-f205-49ba-9a18-c55b9909caa0, dataset_name: DatasetName { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 859814e6-5b3e-4264-a4ef-55987d603428, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.870459973Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.870509754Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 859814e6-5b3e-4264-a4ef-55987d603428, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.889636294Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Reading ledger from /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.889687815Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.88990021Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.890206148Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.981516355Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.981567207Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.981573827Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.981578357Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.981582667Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.981601568Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.981606228Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.981610548Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.981613818Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.981619058Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.981623528Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.981627648Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.981632888Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.981637288Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.981641598Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.981646509Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.981650799Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.981654939Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.981658269Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:45.981772922Z","hostname":"buskin","pid":1590,"uri":"/omicron-zones","method":"PUT","req_id":"c7ad1aba-d0f6-44d6-b9c3-b1cdbd96f198","remote_addr":"[fd00:1122:3344:101::1]:56269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb\", TimeNotSynchronized), (\"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc\", TimeNotSynchronized), (\"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1\", TimeNotSynchronized), (\"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24\", TimeNotSynchronized), (\"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab\", TimeNotSynchronized), (\"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9\", TimeNotSynchronized), (\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\", TimeNotSynchronized), (\"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96\", TimeNotSynchronized), (\"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648\", TimeNotSynchronized), (\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\", TimeNotSynchronized), (\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\", TimeNotSynchronized), (\"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be\", TimeNotSynchronized), (\"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f\", TimeNotSynchronized), (\"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e\", TimeNotSynchronized), (\"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428\", TimeNotSynchronized), (\"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6\", TimeNotSynchronized), (\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\", TimeNotSynchronized), (\"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8\", TimeNotSynchronized), (\"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248\", TimeNotSynchronized)]","latency_us":474678,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:45.981963876Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:467","retry_after":"83.498474ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7ad1aba-d0f6-44d6-b9c3-b1cdbd96f198\", \"content-length\": \"124\", \"date\": \"Mon, 06 May 2024 18:52:45 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c7ad1aba-d0f6-44d6-b9c3-b1cdbd96f198\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 4053d871-ac62-4e23-ab28-c7586071265b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b2c04b73-6505-435d-aae7-834ca61944a4, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f7514acb-458a-4dec-8ccf-80b5bdb11996, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ff152b26-06a8-4f36-9f90-129bfa2126f2, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: eb0272aa-af9e-44af-96b0-e9b3b49310dd, kind: Service { id: ff152b26-06a8-4f36-9f90-129bfa2126f2 }, name: Name(\"ntp-ff152b26-06a8-4f36-9f90-129bfa2126f2\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 25])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: b6e22d7f-988d-4448-9397-805a10a5409f, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b51fa79-cd79-4146-8ca1-553327d38a68, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External } } } }, OmicronZoneConfig { id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External } } } }, OmicronZoneConfig { id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: feffcd52-93e5-4612-9503-79233d029d38, kind: Service { id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc }, name: Name(\"external-dns-d95a2c61-3b7a-402a-9d16-cab05da3f8cc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 233])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: d597a162-52f8-40f2-b550-e83349b6bad6, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: f0a84a41-3e6e-44f2-9fd9-1b478c5f61f3, kind: Service { id: d597a162-52f8-40f2-b550-e83349b6bad6 }, name: Name(\"external-dns-d597a162-52f8-40f2-b550-e83349b6bad6\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 169])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6b9b5efd-2c6f-43a5-9b13-d722c58899eb, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 27ecfacb-c977-42f2-a03f-d9eae6141cc7, kind: Service { id: 6b9b5efd-2c6f-43a5-9b13-d722c58899eb }, name: Name(\"nexus-6b9b5efd-2c6f-43a5-9b13-d722c58899eb\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 139])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 311d4305-876b-43f4-9c26-ea95f61887be, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 64021da5-ca3f-48e6-a2f1-742ad35f9c54, kind: Service { id: 311d4305-876b-43f4-9c26-ea95f61887be }, name: Name(\"nexus-311d4305-876b-43f4-9c26-ea95f61887be\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 119])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e43503f8-bfb6-4287-b808-8d90cbb6bad8, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 692bc98f-c2f9-456f-a679-207fa472690a, kind: Service { id: e43503f8-bfb6-4287-b808-8d90cbb6bad8 }, name: Name(\"nexus-e43503f8-bfb6-4287-b808-8d90cbb6bad8\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: be834b93-c06e-41bb-9f47-e75a157022f1, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: bae3fc56-53a7-4670-9f53-263954882d24, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3f15137e-a263-4cea-afe8-24935fc6aef2, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 5c5d25bf-870b-4fab-bf53-2b33706b6648, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } } } }, OmicronZoneConfig { id: cad17e98-5f15-4177-a274-71b1a6f274e9, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External } } } }, OmicronZoneConfig { id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External } } } }, OmicronZoneConfig { id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External } } } }, OmicronZoneConfig { id: 04d974a8-f205-49ba-9a18-c55b9909caa0, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 859814e6-5b3e-4264-a4ef-55987d603428, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.066177883Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:429"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.066524281Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.066533062Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.089629288Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.089668138Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.110249344Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.110290525Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.130667245Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.130709066Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6e22d7f-988d-4448-9397-805a10a5409f, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.151951598Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.151989958Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b6e22d7f-988d-4448-9397-805a10a5409f, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b51fa79-cd79-4146-8ca1-553327d38a68, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.172384209Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.17242248Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5b51fa79-cd79-4146-8ca1-553327d38a68, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.191558361Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.191593692Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.211676645Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.211712786Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.23183393Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.231879241Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d597a162-52f8-40f2-b550-e83349b6bad6, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.251198786Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.251242679Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d597a162-52f8-40f2-b550-e83349b6bad6, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.271187652Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.271222425Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.29041215Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.290448591Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.309807017Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.309840718Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.328842865Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.328887206Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cad17e98-5f15-4177-a274-71b1a6f274e9, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.350358713Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.350395554Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: cad17e98-5f15-4177-a274-71b1a6f274e9, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.371224905Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.371257926Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.390490969Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.39052316Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, dataset_name: DatasetName { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.409729352Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.409764713Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, dataset_name: DatasetName { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 04d974a8-f205-49ba-9a18-c55b9909caa0, dataset_name: DatasetName { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.428980745Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.429012696Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 04d974a8-f205-49ba-9a18-c55b9909caa0, dataset_name: DatasetName { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 859814e6-5b3e-4264-a4ef-55987d603428, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.448828893Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.448865033Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 859814e6-5b3e-4264-a4ef-55987d603428, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.466772334Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Reading ledger from /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.466805525Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.46702575Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.467137983Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:46.560001058Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:46.560057599Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:46.56006703Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:46.56007553Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:46.56008475Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:46.560103071Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:46.560112081Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:46.560119621Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:46.560127031Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:46.560134291Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:46.560141372Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:46.560149672Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:46.560158342Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:46.560166772Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:46.560172922Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:46.560181253Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:46.560187723Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:46.560193803Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:46.560199143Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.560299205Z","hostname":"buskin","pid":1590,"uri":"/omicron-zones","method":"PUT","req_id":"b0cef082-f1a4-455a-a8d8-0564e24c0744","remote_addr":"[fd00:1122:3344:101::1]:56269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f\", TimeNotSynchronized), (\"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96\", TimeNotSynchronized), (\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\", TimeNotSynchronized), (\"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb\", TimeNotSynchronized), (\"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1\", TimeNotSynchronized), (\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\", TimeNotSynchronized), (\"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9\", TimeNotSynchronized), (\"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e\", TimeNotSynchronized), (\"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248\", TimeNotSynchronized), (\"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc\", TimeNotSynchronized), (\"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648\", TimeNotSynchronized), (\"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab\", TimeNotSynchronized), (\"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6\", TimeNotSynchronized), (\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\", TimeNotSynchronized), (\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\", TimeNotSynchronized), (\"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428\", TimeNotSynchronized), (\"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be\", TimeNotSynchronized), (\"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8\", TimeNotSynchronized), (\"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24\", TimeNotSynchronized)]","latency_us":495294,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:46.560477Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:467","retry_after":"160.45199ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0cef082-f1a4-455a-a8d8-0564e24c0744\", \"content-length\": \"124\", \"date\": \"Mon, 06 May 2024 18:52:46 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b0cef082-f1a4-455a-a8d8-0564e24c0744\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 4053d871-ac62-4e23-ab28-c7586071265b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b2c04b73-6505-435d-aae7-834ca61944a4, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f7514acb-458a-4dec-8ccf-80b5bdb11996, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ff152b26-06a8-4f36-9f90-129bfa2126f2, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: eb0272aa-af9e-44af-96b0-e9b3b49310dd, kind: Service { id: ff152b26-06a8-4f36-9f90-129bfa2126f2 }, name: Name(\"ntp-ff152b26-06a8-4f36-9f90-129bfa2126f2\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 25])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: b6e22d7f-988d-4448-9397-805a10a5409f, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b51fa79-cd79-4146-8ca1-553327d38a68, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External } } } }, OmicronZoneConfig { id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External } } } }, OmicronZoneConfig { id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: feffcd52-93e5-4612-9503-79233d029d38, kind: Service { id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc }, name: Name(\"external-dns-d95a2c61-3b7a-402a-9d16-cab05da3f8cc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 233])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: d597a162-52f8-40f2-b550-e83349b6bad6, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: f0a84a41-3e6e-44f2-9fd9-1b478c5f61f3, kind: Service { id: d597a162-52f8-40f2-b550-e83349b6bad6 }, name: Name(\"external-dns-d597a162-52f8-40f2-b550-e83349b6bad6\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 169])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6b9b5efd-2c6f-43a5-9b13-d722c58899eb, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 27ecfacb-c977-42f2-a03f-d9eae6141cc7, kind: Service { id: 6b9b5efd-2c6f-43a5-9b13-d722c58899eb }, name: Name(\"nexus-6b9b5efd-2c6f-43a5-9b13-d722c58899eb\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 139])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 311d4305-876b-43f4-9c26-ea95f61887be, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 64021da5-ca3f-48e6-a2f1-742ad35f9c54, kind: Service { id: 311d4305-876b-43f4-9c26-ea95f61887be }, name: Name(\"nexus-311d4305-876b-43f4-9c26-ea95f61887be\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 119])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e43503f8-bfb6-4287-b808-8d90cbb6bad8, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 692bc98f-c2f9-456f-a679-207fa472690a, kind: Service { id: e43503f8-bfb6-4287-b808-8d90cbb6bad8 }, name: Name(\"nexus-e43503f8-bfb6-4287-b808-8d90cbb6bad8\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: be834b93-c06e-41bb-9f47-e75a157022f1, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: bae3fc56-53a7-4670-9f53-263954882d24, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3f15137e-a263-4cea-afe8-24935fc6aef2, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 5c5d25bf-870b-4fab-bf53-2b33706b6648, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } } } }, OmicronZoneConfig { id: cad17e98-5f15-4177-a274-71b1a6f274e9, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External } } } }, OmicronZoneConfig { id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External } } } }, OmicronZoneConfig { id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External } } } }, OmicronZoneConfig { id: 04d974a8-f205-49ba-9a18-c55b9909caa0, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 859814e6-5b3e-4264-a4ef-55987d603428, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.721226849Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:429"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.721577897Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.721587377Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.7420439Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.742076711Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.762162314Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.762198145Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.781580851Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.781620352Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6e22d7f-988d-4448-9397-805a10a5409f, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.80104596Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.80108258Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b6e22d7f-988d-4448-9397-805a10a5409f, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b51fa79-cd79-4146-8ca1-553327d38a68, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.821528043Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.821567013Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5b51fa79-cd79-4146-8ca1-553327d38a68, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.842681124Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.842716283Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.862935239Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.86297096Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.883151946Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.883198497Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d597a162-52f8-40f2-b550-e83349b6bad6, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.903858314Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.903891955Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d597a162-52f8-40f2-b550-e83349b6bad6, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.923844355Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.923880966Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.943256713Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.943291053Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.963409358Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.963445299Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.984201618Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:46.984239589Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cad17e98-5f15-4177-a274-71b1a6f274e9, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.004422155Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.004459566Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: cad17e98-5f15-4177-a274-71b1a6f274e9, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.023972505Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.024004966Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.04203004Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.042067011Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, dataset_name: DatasetName { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.061182821Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.061218172Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, dataset_name: DatasetName { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 04d974a8-f205-49ba-9a18-c55b9909caa0, dataset_name: DatasetName { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.079474721Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.079507232Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 04d974a8-f205-49ba-9a18-c55b9909caa0, dataset_name: DatasetName { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 859814e6-5b3e-4264-a4ef-55987d603428, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.09727296Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.09730469Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 859814e6-5b3e-4264-a4ef-55987d603428, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.114998266Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Reading ledger from /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.115034167Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.115274063Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.115421606Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.212586305Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.212630626Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.212636316Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.212641733Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.212662134Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.212666316Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.212670412Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.212675147Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.21267825Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.212681372Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.212684507Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.212688467Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.212691727Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.212694967Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.212698138Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.212701318Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.212704558Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.212707688Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.212711778Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.212783229Z","hostname":"buskin","pid":1590,"uri":"/omicron-zones","method":"PUT","req_id":"e063dbde-bcef-4120-9081-4db032b5659e","remote_addr":"[fd00:1122:3344:101::1]:56269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be\", TimeNotSynchronized), (\"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24\", TimeNotSynchronized), (\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\", TimeNotSynchronized), (\"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e\", TimeNotSynchronized), (\"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648\", TimeNotSynchronized), (\"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab\", TimeNotSynchronized), (\"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248\", TimeNotSynchronized), (\"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96\", TimeNotSynchronized), (\"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc\", TimeNotSynchronized), (\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\", TimeNotSynchronized), (\"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1\", TimeNotSynchronized), (\"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9\", TimeNotSynchronized), (\"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6\", TimeNotSynchronized), (\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\", TimeNotSynchronized), (\"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428\", TimeNotSynchronized), (\"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8\", TimeNotSynchronized), (\"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f\", TimeNotSynchronized), (\"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb\", TimeNotSynchronized), (\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\", TimeNotSynchronized)]","latency_us":492736,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.212954434Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:467","retry_after":"251.649036ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e063dbde-bcef-4120-9081-4db032b5659e\", \"content-length\": \"124\", \"date\": \"Mon, 06 May 2024 18:52:46 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e063dbde-bcef-4120-9081-4db032b5659e\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 4053d871-ac62-4e23-ab28-c7586071265b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b2c04b73-6505-435d-aae7-834ca61944a4, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f7514acb-458a-4dec-8ccf-80b5bdb11996, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ff152b26-06a8-4f36-9f90-129bfa2126f2, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: eb0272aa-af9e-44af-96b0-e9b3b49310dd, kind: Service { id: ff152b26-06a8-4f36-9f90-129bfa2126f2 }, name: Name(\"ntp-ff152b26-06a8-4f36-9f90-129bfa2126f2\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 25])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: b6e22d7f-988d-4448-9397-805a10a5409f, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b51fa79-cd79-4146-8ca1-553327d38a68, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External } } } }, OmicronZoneConfig { id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External } } } }, OmicronZoneConfig { id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: feffcd52-93e5-4612-9503-79233d029d38, kind: Service { id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc }, name: Name(\"external-dns-d95a2c61-3b7a-402a-9d16-cab05da3f8cc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 233])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: d597a162-52f8-40f2-b550-e83349b6bad6, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: f0a84a41-3e6e-44f2-9fd9-1b478c5f61f3, kind: Service { id: d597a162-52f8-40f2-b550-e83349b6bad6 }, name: Name(\"external-dns-d597a162-52f8-40f2-b550-e83349b6bad6\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 169])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6b9b5efd-2c6f-43a5-9b13-d722c58899eb, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 27ecfacb-c977-42f2-a03f-d9eae6141cc7, kind: Service { id: 6b9b5efd-2c6f-43a5-9b13-d722c58899eb }, name: Name(\"nexus-6b9b5efd-2c6f-43a5-9b13-d722c58899eb\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 139])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 311d4305-876b-43f4-9c26-ea95f61887be, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 64021da5-ca3f-48e6-a2f1-742ad35f9c54, kind: Service { id: 311d4305-876b-43f4-9c26-ea95f61887be }, name: Name(\"nexus-311d4305-876b-43f4-9c26-ea95f61887be\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 119])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e43503f8-bfb6-4287-b808-8d90cbb6bad8, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 692bc98f-c2f9-456f-a679-207fa472690a, kind: Service { id: e43503f8-bfb6-4287-b808-8d90cbb6bad8 }, name: Name(\"nexus-e43503f8-bfb6-4287-b808-8d90cbb6bad8\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: be834b93-c06e-41bb-9f47-e75a157022f1, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: bae3fc56-53a7-4670-9f53-263954882d24, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3f15137e-a263-4cea-afe8-24935fc6aef2, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 5c5d25bf-870b-4fab-bf53-2b33706b6648, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } } } }, OmicronZoneConfig { id: cad17e98-5f15-4177-a274-71b1a6f274e9, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External } } } }, OmicronZoneConfig { id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External } } } }, OmicronZoneConfig { id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External } } } }, OmicronZoneConfig { id: 04d974a8-f205-49ba-9a18-c55b9909caa0, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 859814e6-5b3e-4264-a4ef-55987d603428, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.464692232Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:429"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.4650208Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.46503054Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.486726373Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.486758713Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.507496613Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.507526763Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.527869583Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.527908514Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6e22d7f-988d-4448-9397-805a10a5409f, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.546685536Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.546720026Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b6e22d7f-988d-4448-9397-805a10a5409f, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b51fa79-cd79-4146-8ca1-553327d38a68, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.565003617Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.565030827Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5b51fa79-cd79-4146-8ca1-553327d38a68, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.584081986Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.584110026Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.604097687Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.604129878Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.623146746Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.623180837Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d597a162-52f8-40f2-b550-e83349b6bad6, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.642892611Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.642927952Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d597a162-52f8-40f2-b550-e83349b6bad6, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.663324663Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.663353844Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.681564902Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.681593983Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.700231831Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.700259282Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.71886724Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.718895081Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cad17e98-5f15-4177-a274-71b1a6f274e9, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.73840297Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.738430671Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: cad17e98-5f15-4177-a274-71b1a6f274e9, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.756555047Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.756583248Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.774307164Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.774336705Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, dataset_name: DatasetName { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.791906548Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.791947319Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, dataset_name: DatasetName { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 04d974a8-f205-49ba-9a18-c55b9909caa0, dataset_name: DatasetName { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.811075659Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.81110818Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 04d974a8-f205-49ba-9a18-c55b9909caa0, dataset_name: DatasetName { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 859814e6-5b3e-4264-a4ef-55987d603428, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.83000458Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.830035385Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 859814e6-5b3e-4264-a4ef-55987d603428, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.848208863Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Reading ledger from /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.848243734Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.848441799Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.848563081Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.943388244Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.943443005Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.943450915Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.943467406Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.943474186Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.943479406Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.943485766Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.943491386Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.943497606Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.943502756Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.943508987Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.943515417Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.943520717Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.943526927Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.943531057Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.943537467Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.943542787Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.943546777Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.943553148Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:47.943692502Z","hostname":"buskin","pid":1590,"uri":"/omicron-zones","method":"PUT","req_id":"777d0b9f-2c42-489b-ba20-7eb69165e2bb","remote_addr":"[fd00:1122:3344:101::1]:56269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8\", TimeNotSynchronized), (\"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24\", TimeNotSynchronized), (\"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648\", TimeNotSynchronized), (\"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1\", TimeNotSynchronized), (\"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb\", TimeNotSynchronized), (\"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e\", TimeNotSynchronized), (\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\", TimeNotSynchronized), (\"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248\", TimeNotSynchronized), (\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\", TimeNotSynchronized), (\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\", TimeNotSynchronized), (\"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428\", TimeNotSynchronized), (\"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab\", TimeNotSynchronized), (\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\", TimeNotSynchronized), (\"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96\", TimeNotSynchronized), (\"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9\", TimeNotSynchronized), (\"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6\", TimeNotSynchronized), (\"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f\", TimeNotSynchronized), (\"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc\", TimeNotSynchronized), (\"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be\", TimeNotSynchronized)]","latency_us":480150,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:47.943891916Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:467","retry_after":"252.747958ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"777d0b9f-2c42-489b-ba20-7eb69165e2bb\", \"content-length\": \"124\", \"date\": \"Mon, 06 May 2024 18:52:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"777d0b9f-2c42-489b-ba20-7eb69165e2bb\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 4053d871-ac62-4e23-ab28-c7586071265b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b2c04b73-6505-435d-aae7-834ca61944a4, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f7514acb-458a-4dec-8ccf-80b5bdb11996, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ff152b26-06a8-4f36-9f90-129bfa2126f2, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: eb0272aa-af9e-44af-96b0-e9b3b49310dd, kind: Service { id: ff152b26-06a8-4f36-9f90-129bfa2126f2 }, name: Name(\"ntp-ff152b26-06a8-4f36-9f90-129bfa2126f2\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 25])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: b6e22d7f-988d-4448-9397-805a10a5409f, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b51fa79-cd79-4146-8ca1-553327d38a68, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External } } } }, OmicronZoneConfig { id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External } } } }, OmicronZoneConfig { id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: feffcd52-93e5-4612-9503-79233d029d38, kind: Service { id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc }, name: Name(\"external-dns-d95a2c61-3b7a-402a-9d16-cab05da3f8cc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 233])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: d597a162-52f8-40f2-b550-e83349b6bad6, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: f0a84a41-3e6e-44f2-9fd9-1b478c5f61f3, kind: Service { id: d597a162-52f8-40f2-b550-e83349b6bad6 }, name: Name(\"external-dns-d597a162-52f8-40f2-b550-e83349b6bad6\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 169])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6b9b5efd-2c6f-43a5-9b13-d722c58899eb, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 27ecfacb-c977-42f2-a03f-d9eae6141cc7, kind: Service { id: 6b9b5efd-2c6f-43a5-9b13-d722c58899eb }, name: Name(\"nexus-6b9b5efd-2c6f-43a5-9b13-d722c58899eb\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 139])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 311d4305-876b-43f4-9c26-ea95f61887be, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 64021da5-ca3f-48e6-a2f1-742ad35f9c54, kind: Service { id: 311d4305-876b-43f4-9c26-ea95f61887be }, name: Name(\"nexus-311d4305-876b-43f4-9c26-ea95f61887be\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 119])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e43503f8-bfb6-4287-b808-8d90cbb6bad8, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 692bc98f-c2f9-456f-a679-207fa472690a, kind: Service { id: e43503f8-bfb6-4287-b808-8d90cbb6bad8 }, name: Name(\"nexus-e43503f8-bfb6-4287-b808-8d90cbb6bad8\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: be834b93-c06e-41bb-9f47-e75a157022f1, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: bae3fc56-53a7-4670-9f53-263954882d24, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3f15137e-a263-4cea-afe8-24935fc6aef2, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 5c5d25bf-870b-4fab-bf53-2b33706b6648, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } } } }, OmicronZoneConfig { id: cad17e98-5f15-4177-a274-71b1a6f274e9, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External } } } }, OmicronZoneConfig { id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External } } } }, OmicronZoneConfig { id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External } } } }, OmicronZoneConfig { id: 04d974a8-f205-49ba-9a18-c55b9909caa0, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 859814e6-5b3e-4264-a4ef-55987d603428, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.197648913Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:429"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.197986671Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.197997942Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.219688944Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.219722644Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.238709312Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.238741722Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.256654984Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.256699325Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6e22d7f-988d-4448-9397-805a10a5409f, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.277076565Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.277109946Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b6e22d7f-988d-4448-9397-805a10a5409f, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b51fa79-cd79-4146-8ca1-553327d38a68, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.294801572Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.294833992Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5b51fa79-cd79-4146-8ca1-553327d38a68, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.312362444Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.312396215Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.330990043Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.331023394Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.351372733Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.351409114Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d597a162-52f8-40f2-b550-e83349b6bad6, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.371129089Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.3711648Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d597a162-52f8-40f2-b550-e83349b6bad6, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.389317226Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.389348027Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.407163846Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.407201077Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.425773624Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.425814815Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.44347799Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.443510781Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cad17e98-5f15-4177-a274-71b1a6f274e9, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.461120534Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.461152265Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: cad17e98-5f15-4177-a274-71b1a6f274e9, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.47881535Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.478846251Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.496390343Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.496417464Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, dataset_name: DatasetName { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.513939196Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.513979317Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, dataset_name: DatasetName { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 04d974a8-f205-49ba-9a18-c55b9909caa0, dataset_name: DatasetName { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.531828666Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.531860137Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 04d974a8-f205-49ba-9a18-c55b9909caa0, dataset_name: DatasetName { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 859814e6-5b3e-4264-a4ef-55987d603428, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.549536692Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.549567213Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 859814e6-5b3e-4264-a4ef-55987d603428, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.569194615Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Reading ledger from /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.569230126Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.569451532Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.569579245Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:48.665895873Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:48.665940924Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:48.665948024Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:48.665967185Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:48.665971585Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:48.665974945Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:48.665978205Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:48.665981465Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:48.665984645Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:48.665987875Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:48.665992115Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:48.665996235Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:48.666000485Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:48.666004725Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:48.666008936Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:48.666013046Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:48.666016206Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:48.666019306Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:48.666027466Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.666061857Z","hostname":"buskin","pid":1590,"uri":"/omicron-zones","method":"PUT","req_id":"fe6c9045-3b86-4f91-ae96-5c6d3bb5aaab","remote_addr":"[fd00:1122:3344:101::1]:56269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f\", TimeNotSynchronized), (\"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96\", TimeNotSynchronized), (\"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6\", TimeNotSynchronized), (\"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8\", TimeNotSynchronized), (\"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1\", TimeNotSynchronized), (\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\", TimeNotSynchronized), (\"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb\", TimeNotSynchronized), (\"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248\", TimeNotSynchronized), (\"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc\", TimeNotSynchronized), (\"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24\", TimeNotSynchronized), (\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\", TimeNotSynchronized), (\"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab\", TimeNotSynchronized), (\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\", TimeNotSynchronized), (\"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428\", TimeNotSynchronized), (\"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be\", TimeNotSynchronized), (\"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648\", TimeNotSynchronized), (\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\", TimeNotSynchronized), (\"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9\", TimeNotSynchronized), (\"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e\", TimeNotSynchronized)]","latency_us":469530,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:48.666239451Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:467","retry_after":"312.749548ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe6c9045-3b86-4f91-ae96-5c6d3bb5aaab\", \"content-length\": \"124\", \"date\": \"Mon, 06 May 2024 18:52:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"fe6c9045-3b86-4f91-ae96-5c6d3bb5aaab\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 4053d871-ac62-4e23-ab28-c7586071265b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b2c04b73-6505-435d-aae7-834ca61944a4, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f7514acb-458a-4dec-8ccf-80b5bdb11996, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ff152b26-06a8-4f36-9f90-129bfa2126f2, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: eb0272aa-af9e-44af-96b0-e9b3b49310dd, kind: Service { id: ff152b26-06a8-4f36-9f90-129bfa2126f2 }, name: Name(\"ntp-ff152b26-06a8-4f36-9f90-129bfa2126f2\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 25])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: b6e22d7f-988d-4448-9397-805a10a5409f, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b51fa79-cd79-4146-8ca1-553327d38a68, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External } } } }, OmicronZoneConfig { id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External } } } }, OmicronZoneConfig { id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: feffcd52-93e5-4612-9503-79233d029d38, kind: Service { id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc }, name: Name(\"external-dns-d95a2c61-3b7a-402a-9d16-cab05da3f8cc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 233])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: d597a162-52f8-40f2-b550-e83349b6bad6, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: f0a84a41-3e6e-44f2-9fd9-1b478c5f61f3, kind: Service { id: d597a162-52f8-40f2-b550-e83349b6bad6 }, name: Name(\"external-dns-d597a162-52f8-40f2-b550-e83349b6bad6\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 169])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6b9b5efd-2c6f-43a5-9b13-d722c58899eb, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 27ecfacb-c977-42f2-a03f-d9eae6141cc7, kind: Service { id: 6b9b5efd-2c6f-43a5-9b13-d722c58899eb }, name: Name(\"nexus-6b9b5efd-2c6f-43a5-9b13-d722c58899eb\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 139])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 311d4305-876b-43f4-9c26-ea95f61887be, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 64021da5-ca3f-48e6-a2f1-742ad35f9c54, kind: Service { id: 311d4305-876b-43f4-9c26-ea95f61887be }, name: Name(\"nexus-311d4305-876b-43f4-9c26-ea95f61887be\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 119])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e43503f8-bfb6-4287-b808-8d90cbb6bad8, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 692bc98f-c2f9-456f-a679-207fa472690a, kind: Service { id: e43503f8-bfb6-4287-b808-8d90cbb6bad8 }, name: Name(\"nexus-e43503f8-bfb6-4287-b808-8d90cbb6bad8\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: be834b93-c06e-41bb-9f47-e75a157022f1, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: bae3fc56-53a7-4670-9f53-263954882d24, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3f15137e-a263-4cea-afe8-24935fc6aef2, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 5c5d25bf-870b-4fab-bf53-2b33706b6648, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } } } }, OmicronZoneConfig { id: cad17e98-5f15-4177-a274-71b1a6f274e9, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External } } } }, OmicronZoneConfig { id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External } } } }, OmicronZoneConfig { id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External } } } }, OmicronZoneConfig { id: 04d974a8-f205-49ba-9a18-c55b9909caa0, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 859814e6-5b3e-4264-a4ef-55987d603428, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.97862121Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:429"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.978936487Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:48.978949038Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.000534677Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.000573118Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.02100215Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.021032001Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.041268728Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.041302968Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6e22d7f-988d-4448-9397-805a10a5409f, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.059528627Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.059567158Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b6e22d7f-988d-4448-9397-805a10a5409f, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b51fa79-cd79-4146-8ca1-553327d38a68, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.07792586Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.077955771Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5b51fa79-cd79-4146-8ca1-553327d38a68, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.096338033Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.096368774Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.115795191Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.115826692Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.135145597Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.135179048Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d597a162-52f8-40f2-b550-e83349b6bad6, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.153482358Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.153520609Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d597a162-52f8-40f2-b550-e83349b6bad6, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.172719091Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.172750352Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.191872082Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.191902923Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.210933201Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.210970702Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.229663562Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.229694833Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cad17e98-5f15-4177-a274-71b1a6f274e9, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.247979103Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.248014684Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: cad17e98-5f15-4177-a274-71b1a6f274e9, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.267265197Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.267296158Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.286262134Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.286293985Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, dataset_name: DatasetName { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.304945164Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.304975839Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, dataset_name: DatasetName { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 04d974a8-f205-49ba-9a18-c55b9909caa0, dataset_name: DatasetName { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.323337006Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.323373677Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 04d974a8-f205-49ba-9a18-c55b9909caa0, dataset_name: DatasetName { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 859814e6-5b3e-4264-a4ef-55987d603428, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.343351608Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.343396039Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 859814e6-5b3e-4264-a4ef-55987d603428, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.362173471Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Reading ledger from /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.362212552Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.362421937Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.36252876Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:49.456320287Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:49.456369798Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:49.456385268Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:49.456389819Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:49.456395079Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:49.456399409Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:49.456403589Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:49.456407779Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:49.456411989Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:49.456417099Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:49.456421179Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:49.456424329Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:49.45642748Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:49.45643166Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:49.45643492Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:49.45643816Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:49.45644138Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:49.45645467Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:49.45646002Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.456507471Z","hostname":"buskin","pid":1590,"uri":"/omicron-zones","method":"PUT","req_id":"e6d59d18-1f1c-4e64-8525-a678882b3d30","remote_addr":"[fd00:1122:3344:101::1]:56269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1\", TimeNotSynchronized), (\"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9\", TimeNotSynchronized), (\"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc\", TimeNotSynchronized), (\"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8\", TimeNotSynchronized), (\"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248\", TimeNotSynchronized), (\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\", TimeNotSynchronized), (\"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb\", TimeNotSynchronized), (\"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648\", TimeNotSynchronized), (\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\", TimeNotSynchronized), (\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\", TimeNotSynchronized), (\"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab\", TimeNotSynchronized), (\"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24\", TimeNotSynchronized), (\"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f\", TimeNotSynchronized), (\"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be\", TimeNotSynchronized), (\"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6\", TimeNotSynchronized), (\"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e\", TimeNotSynchronized), (\"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96\", TimeNotSynchronized), (\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\", TimeNotSynchronized), (\"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428\", TimeNotSynchronized)]","latency_us":479048,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:49.456679326Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:467","retry_after":"350.787914ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6d59d18-1f1c-4e64-8525-a678882b3d30\", \"content-length\": \"124\", \"date\": \"Mon, 06 May 2024 18:52:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e6d59d18-1f1c-4e64-8525-a678882b3d30\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 4053d871-ac62-4e23-ab28-c7586071265b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b2c04b73-6505-435d-aae7-834ca61944a4, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f7514acb-458a-4dec-8ccf-80b5bdb11996, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ff152b26-06a8-4f36-9f90-129bfa2126f2, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: eb0272aa-af9e-44af-96b0-e9b3b49310dd, kind: Service { id: ff152b26-06a8-4f36-9f90-129bfa2126f2 }, name: Name(\"ntp-ff152b26-06a8-4f36-9f90-129bfa2126f2\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 25])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: b6e22d7f-988d-4448-9397-805a10a5409f, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b51fa79-cd79-4146-8ca1-553327d38a68, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External } } } }, OmicronZoneConfig { id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External } } } }, OmicronZoneConfig { id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: feffcd52-93e5-4612-9503-79233d029d38, kind: Service { id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc }, name: Name(\"external-dns-d95a2c61-3b7a-402a-9d16-cab05da3f8cc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 233])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: d597a162-52f8-40f2-b550-e83349b6bad6, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: f0a84a41-3e6e-44f2-9fd9-1b478c5f61f3, kind: Service { id: d597a162-52f8-40f2-b550-e83349b6bad6 }, name: Name(\"external-dns-d597a162-52f8-40f2-b550-e83349b6bad6\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 169])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6b9b5efd-2c6f-43a5-9b13-d722c58899eb, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 27ecfacb-c977-42f2-a03f-d9eae6141cc7, kind: Service { id: 6b9b5efd-2c6f-43a5-9b13-d722c58899eb }, name: Name(\"nexus-6b9b5efd-2c6f-43a5-9b13-d722c58899eb\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 139])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 311d4305-876b-43f4-9c26-ea95f61887be, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 64021da5-ca3f-48e6-a2f1-742ad35f9c54, kind: Service { id: 311d4305-876b-43f4-9c26-ea95f61887be }, name: Name(\"nexus-311d4305-876b-43f4-9c26-ea95f61887be\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 119])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e43503f8-bfb6-4287-b808-8d90cbb6bad8, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 692bc98f-c2f9-456f-a679-207fa472690a, kind: Service { id: e43503f8-bfb6-4287-b808-8d90cbb6bad8 }, name: Name(\"nexus-e43503f8-bfb6-4287-b808-8d90cbb6bad8\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: be834b93-c06e-41bb-9f47-e75a157022f1, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: bae3fc56-53a7-4670-9f53-263954882d24, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3f15137e-a263-4cea-afe8-24935fc6aef2, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 5c5d25bf-870b-4fab-bf53-2b33706b6648, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } } } }, OmicronZoneConfig { id: cad17e98-5f15-4177-a274-71b1a6f274e9, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External } } } }, OmicronZoneConfig { id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External } } } }, OmicronZoneConfig { id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External } } } }, OmicronZoneConfig { id: 04d974a8-f205-49ba-9a18-c55b9909caa0, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 859814e6-5b3e-4264-a4ef-55987d603428, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.808010282Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:429"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.80837081Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.80837782Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.830537754Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.830577482Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.849424588Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.849464139Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.868412685Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.868456916Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6e22d7f-988d-4448-9397-805a10a5409f, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.887635138Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.887669929Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b6e22d7f-988d-4448-9397-805a10a5409f, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b51fa79-cd79-4146-8ca1-553327d38a68, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.906574004Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.906607565Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5b51fa79-cd79-4146-8ca1-553327d38a68, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.924608178Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.924640949Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.942496799Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.94253824Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.960816249Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.96085244Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d597a162-52f8-40f2-b550-e83349b6bad6, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.980242157Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.980273808Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d597a162-52f8-40f2-b550-e83349b6bad6, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.999765587Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:49.999806608Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.020956337Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.020987768Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.042944666Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.042987922Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.06390307Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.063934527Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cad17e98-5f15-4177-a274-71b1a6f274e9, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.083220015Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.083253976Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: cad17e98-5f15-4177-a274-71b1a6f274e9, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.102207903Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.102240093Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.120499823Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.120530184Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, dataset_name: DatasetName { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.138800193Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.138830314Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, dataset_name: DatasetName { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 04d974a8-f205-49ba-9a18-c55b9909caa0, dataset_name: DatasetName { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.159254196Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.159286166Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 04d974a8-f205-49ba-9a18-c55b9909caa0, dataset_name: DatasetName { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 859814e6-5b3e-4264-a4ef-55987d603428, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.178070308Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.178101849Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 859814e6-5b3e-4264-a4ef-55987d603428, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.197412824Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Reading ledger from /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.197452915Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.19765465Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.197789123Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:50.291233312Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:50.291284003Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:50.291309504Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:50.291314407Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:50.291317557Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:50.291320594Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:50.29132456Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:50.291327754Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:50.291330974Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:50.291334155Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:50.291337275Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:50.291340424Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:50.291343585Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:50.291347825Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:50.291351915Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:50.291357165Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:50.291361445Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:50.291369255Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:50.291372655Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3030","zone":"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.291416296Z","hostname":"buskin","pid":1590,"uri":"/omicron-zones","method":"PUT","req_id":"79f681bf-8370-4f2b-8155-b852fd02d6f8","remote_addr":"[fd00:1122:3344:101::1]:56269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8\", TimeNotSynchronized), (\"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab\", TimeNotSynchronized), (\"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24\", TimeNotSynchronized), (\"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be\", TimeNotSynchronized), (\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\", TimeNotSynchronized), (\"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc\", TimeNotSynchronized), (\"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9\", TimeNotSynchronized), (\"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f\", TimeNotSynchronized), (\"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96\", TimeNotSynchronized), (\"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248\", TimeNotSynchronized), (\"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648\", TimeNotSynchronized), (\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\", TimeNotSynchronized), (\"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1\", TimeNotSynchronized), (\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\", TimeNotSynchronized), (\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\", TimeNotSynchronized), (\"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428\", TimeNotSynchronized), (\"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6\", TimeNotSynchronized), (\"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e\", TimeNotSynchronized), (\"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb\", TimeNotSynchronized)]","latency_us":484546,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:50.291596621Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:467","retry_after":"444.596993ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79f681bf-8370-4f2b-8155-b852fd02d6f8\", \"content-length\": \"124\", \"date\": \"Mon, 06 May 2024 18:52:49 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"79f681bf-8370-4f2b-8155-b852fd02d6f8\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 4053d871-ac62-4e23-ab28-c7586071265b, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b2c04b73-6505-435d-aae7-834ca61944a4, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f7514acb-458a-4dec-8ccf-80b5bdb11996, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ff152b26-06a8-4f36-9f90-129bfa2126f2, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: eb0272aa-af9e-44af-96b0-e9b3b49310dd, kind: Service { id: ff152b26-06a8-4f36-9f90-129bfa2126f2 }, name: Name(\"ntp-ff152b26-06a8-4f36-9f90-129bfa2126f2\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 25])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: b6e22d7f-988d-4448-9397-805a10a5409f, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b51fa79-cd79-4146-8ca1-553327d38a68, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External } } } }, OmicronZoneConfig { id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External } } } }, OmicronZoneConfig { id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: feffcd52-93e5-4612-9503-79233d029d38, kind: Service { id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc }, name: Name(\"external-dns-d95a2c61-3b7a-402a-9d16-cab05da3f8cc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 233])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: d597a162-52f8-40f2-b550-e83349b6bad6, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: f0a84a41-3e6e-44f2-9fd9-1b478c5f61f3, kind: Service { id: d597a162-52f8-40f2-b550-e83349b6bad6 }, name: Name(\"external-dns-d597a162-52f8-40f2-b550-e83349b6bad6\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 169])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 6b9b5efd-2c6f-43a5-9b13-d722c58899eb, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 27ecfacb-c977-42f2-a03f-d9eae6141cc7, kind: Service { id: 6b9b5efd-2c6f-43a5-9b13-d722c58899eb }, name: Name(\"nexus-6b9b5efd-2c6f-43a5-9b13-d722c58899eb\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 139])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 311d4305-876b-43f4-9c26-ea95f61887be, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 64021da5-ca3f-48e6-a2f1-742ad35f9c54, kind: Service { id: 311d4305-876b-43f4-9c26-ea95f61887be }, name: Name(\"nexus-311d4305-876b-43f4-9c26-ea95f61887be\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 119])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e43503f8-bfb6-4287-b808-8d90cbb6bad8, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 692bc98f-c2f9-456f-a679-207fa472690a, kind: Service { id: e43503f8-bfb6-4287-b808-8d90cbb6bad8 }, name: Name(\"nexus-e43503f8-bfb6-4287-b808-8d90cbb6bad8\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: be834b93-c06e-41bb-9f47-e75a157022f1, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: bae3fc56-53a7-4670-9f53-263954882d24, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 3f15137e-a263-4cea-afe8-24935fc6aef2, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 5c5d25bf-870b-4fab-bf53-2b33706b6648, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External } } } }, OmicronZoneConfig { id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External } } } }, OmicronZoneConfig { id: cad17e98-5f15-4177-a274-71b1a6f274e9, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External } } } }, OmicronZoneConfig { id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External } } } }, OmicronZoneConfig { id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External } } } }, OmicronZoneConfig { id: 04d974a8-f205-49ba-9a18-c55b9909caa0, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 859814e6-5b3e-4264-a4ef-55987d603428, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.735850293Z","hostname":"buskin","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:429"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.7361567Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.736210441Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4053d871-ac62-4e23-ab28-c7586071265b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.758626481Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.758666182Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b2c04b73-6505-435d-aae7-834ca61944a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.776967752Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.77700018Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f7514acb-458a-4dec-8ccf-80b5bdb11996, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.796564554Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.796614705Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a61edf07-fcf4-4aeb-85e5-5883dee1a926, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6e22d7f-988d-4448-9397-805a10a5409f, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.816000432Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.816037833Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b6e22d7f-988d-4448-9397-805a10a5409f, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b51fa79-cd79-4146-8ca1-553327d38a68, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.834124018Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.834170839Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5b51fa79-cd79-4146-8ca1-553327d38a68, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.852831818Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.852864339Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5ee536b2-4b99-4a6a-a895-ffc14bc977c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.872352918Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.872396789Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 66fba357-cbfe-48ed-91f1-0c402baab5b3, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.890640898Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.890688588Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d597a162-52f8-40f2-b550-e83349b6bad6, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.910587888Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.910620456Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d597a162-52f8-40f2-b550-e83349b6bad6, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.929678958Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.929714249Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d192d92f-1418-48c2-be0c-9b2b7b92eb8e, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.947677781Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.947712602Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 3b790978-e2d2-43cc-a9c9-2ba59d937b2b, dataset_name: DatasetName { pool_name: ZpoolName { id: f80df5e3-9843-455d-8223-1c3ddccd5f8e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.967615051Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.967652362Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: ec7f76c4-4eeb-40b9-ae42-1065d16d88ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 15a38827-a5e7-4eb0-96e1-7927042165c9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.987270564Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:50.987309325Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 1e1a8cc0-d490-4ee6-8243-c9181d188248, dataset_name: DatasetName { pool_name: ZpoolName { id: fc59a4a5-417e-4007-b04c-0e6501a4f265 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cad17e98-5f15-4177-a274-71b1a6f274e9, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.006329683Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.006376961Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: cad17e98-5f15-4177-a274-71b1a6f274e9, dataset_name: DatasetName { pool_name: ZpoolName { id: ad2f42eb-4bde-450f-9600-5d3162e94225 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.027070642Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.027112373Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 8e08297d-2b73-4c90-86c4-eb33b696f92f, dataset_name: DatasetName { pool_name: ZpoolName { id: ad34c00c-d848-4310-92c7-641ce5863a7d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.046266666Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.046297265Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 0490cacb-5aa7-48f3-a971-a05d1f29a1ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a813f6b-17e8-4051-9896-63a1687e8a27 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, dataset_name: DatasetName { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.067035844Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.067068594Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: bb6f10d0-a184-4735-a3af-ca7d47b5ab96, dataset_name: DatasetName { pool_name: ZpoolName { id: a054c327-ba96-4046-8c5e-0adba1e47971 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 04d974a8-f205-49ba-9a18-c55b9909caa0, dataset_name: DatasetName { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.085973689Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.08601059Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 04d974a8-f205-49ba-9a18-c55b9909caa0, dataset_name: DatasetName { pool_name: ZpoolName { id: 800ccd26-0419-43d2-8f63-c2ad699284d1 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 859814e6-5b3e-4264-a4ef-55987d603428, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.104642629Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.10467236Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 859814e6-5b3e-4264-a4ef-55987d603428, dataset_name: DatasetName { pool_name: ZpoolName { id: ab4d896f-f446-425e-97ec-9a6dacb42f2c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.123262437Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Reading ledger from /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.123304108Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.123504603Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.123615875Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.225267362Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:259"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.2255795Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.294796556Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:259"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.295117653Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.295137584Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.295162224Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.295190195Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.295201845Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.308331401Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:259"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.308611898Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.451712912Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:259"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.452013739Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.45204836Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.464277605Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:259"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.492820272Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.492859673Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.492863633Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.492868493Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.492871593Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Configuring new Omicron zone: oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.493064725Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.498883918Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.50396925Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.509111764Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.514709318Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.519709859Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.524912744Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.661968253Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.666760758Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.670752654Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.67475315Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.679196487Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.684218338Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.689435594Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.694987547Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.700049899Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.70549877Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.710210434Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.71503854Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.722625792Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.728580896Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.734272743Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.740665417Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.7470448Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.752365915Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.757528683Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.762372559Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.767114013Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.817936546Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:276","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.871383673Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:276","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:51.96638517Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:276","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.026767403Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:276","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.083745564Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:276","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.086180643Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:301"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.086194593Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:193","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.181571429Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte1\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 253, 47]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte1\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.18164256Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:1290","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.185194096Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:301"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.185217617Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:193","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.268192334Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte2\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 184, 233]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte2\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.268266105Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:1290","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.270612102Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:301"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.270626312Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:193","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.377279319Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte3\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 219, 139]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte3\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.377349501Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:1290","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.380695801Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:301"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.380709942Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:193","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.473945615Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte4\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 159, 119]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte4\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.474013417Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:1290","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.476265511Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:301"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.476284831Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:193","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.560788305Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte5\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 150, 169]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte5\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.560875167Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:1290","zone_type":"external_dns"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.571834111Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:102"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.571853602Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:109"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.571917613Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:102"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.571933673Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:109"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.5721871Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:102"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.57221484Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:109"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.572279162Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:102"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.572288142Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:109"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.57428877Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:102"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.574305881Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:109"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.590464839Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.592426887Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.641885197Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:137"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.646762014Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.649746196Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.649763977Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.649773177Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:137"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.652607535Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.655914306Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.655935044Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Configuring new Omicron zone: oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.821119951Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.830671181Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.840035976Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.852488866Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.864804002Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.876721399Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.891137456Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.901591928Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.928559407Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:52.944822408Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:54.632147309Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:54.632317903Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:54.64094059Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:54.641157086Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:54.649171668Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:54.649357033Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:54.923634684Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:54.924223909Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:55.013924818Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:55.014258735Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:55.014408009Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:55.015332192Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:55.029641636Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:55.02980778Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:55.035479696Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:55.035516277Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:55.035523558Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:55.053440576Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:55.096303289Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:55.109723003Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:55.138815804Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:55.165537167Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:55.188590802Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:55.195284152Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:55.204812552Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:55.205035137Z","hostname":"buskin","pid":1590,"zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648\") failed: Property not found. retry in 39.071205ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:55.258046923Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24\") failed: Property not found. retry in 61.716627ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:55.267370238Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\") failed: Property not found. retry in 29.695477ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:55.276943638Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\") failed: Property not found. retry in 54.847779ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:55.302297158Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f\") failed: Property not found. retry in 29.268575ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:55.312036303Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96\") failed: Property not found. retry in 55.039913ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:55.32274194Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\") failed: Property not found. retry in 124.848371ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:55.33313418Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648\") failed: Property not found. retry in 64.446393ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:55.402953911Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\") failed: Property not found. retry in 105.229199ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:55.426890337Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96\") failed: Property not found. retry in 87.729278ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:55.819884455Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f\") failed: Property not found. retry in 123.474354ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:55.859478278Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428\") failed: Property not found. retry in 27.926464ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:55.885049494Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\") failed: Property not found. retry in 47.622665ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:55.908527299Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24\") failed: Property not found. retry in 142.366853ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:55.946642516Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248\") failed: Property not found. retry in 47.43531ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:55.967909538Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9\") failed: Property not found. retry in 63.70943ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:55.986616008Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\") failed: Property not found. retry in 257.090807ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:56.010990955Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96\") failed: Property not found. retry in 235.48381ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:56.046885559Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f\") failed: Property not found. retry in 260.105638ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:56.07933529Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428\") failed: Property not found. retry in 117.180256ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:56.121026523Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\") failed: Property not found. retry in 114.848583ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:56.244808483Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24\") failed: Property not found. retry in 116.594753ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:56.262661692Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\") failed: Property not found. retry in 160.532389ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:56.745761249Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\") failed: Property not found. retry in 29.282873ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:56.826474172Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab\") failed: Property not found. retry in 58.27195ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:56.944652916Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1\") failed: Property not found. retry in 56.728416ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:56.980873578Z","hostname":"buskin","pid":1590,"zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648\") failed: Property not found. retry in 123.440129ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.084266467Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248\") failed: Property not found. retry in 94.349886ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.124781982Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9\") failed: Property not found. retry in 61.83551ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.148448531Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\") failed: Property not found. retry in 207.461051ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.166033025Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96\") failed: Property not found. retry in 398.075688ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.18123607Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f\") failed: Property not found. retry in 401.754652ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.195993186Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428\") failed: Property not found. retry in 226.94804ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.211040808Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\") failed: Property not found. retry in 178.95314ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.227630477Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24\") failed: Property not found. retry in 274.879233ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.243689514Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:57.243984301Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\") failed: Property not found. retry in 505.09873ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.257064695Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\") failed: Property not found. retry in 118.749447ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.271074393Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab\") failed: Property not found. retry in 117.711202ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.284110297Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1\") failed: Property not found. retry in 116.806005ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.296009983Z","hostname":"buskin","pid":1590,"zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648\") failed: Property not found. retry in 320.475338ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.308795591Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248\") failed: Property not found. retry in 136.777461ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.321472936Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9\") failed: Property not found. retry in 172.243576ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.335935964Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:57.336111698Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\") failed: Property not found. retry in 971.929549ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.388288574Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\") failed: Property not found. retry in 221.416337ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.404048458Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab\") failed: Property not found. retry in 129.459899ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.415589181Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\") failed: Property not found. retry in 471.19849ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.428537013Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1\") failed: Property not found. retry in 121.806279ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.443262897Z","hostname":"buskin","pid":1590,"zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428\") failed: Property not found. retry in 312.335378ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.455801519Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248\") failed: Property not found. retry in 241.703347ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.471797254Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9\") failed: Property not found. retry in 434.074139ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.521207273Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24\") failed: Property not found. retry in 404.027822ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.53477455Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab\") failed: Property not found. retry in 473.993906ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.559652848Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6\") failed: Property not found. retry in 29.739904ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.571010291Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1\") failed: Property not found. retry in 575.860024ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.583753248Z","hostname":"buskin","pid":1590,"zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96\") failed: Property not found. retry in 701.02609ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.593236477Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f\") failed: Property not found. retry in 969.963105ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.610589644Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6\") failed: Property not found. retry in 60.687193ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.622240884Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\") failed: Property not found. retry in 394.480767ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.640106365Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648\") failed: Property not found. retry in 1.190165549s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.651922159Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6\") failed: Property not found. retry in 276.562844ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.694570085Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248\") failed: Property not found. retry in 1.093916904s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.726519705Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\") failed: Property not found. retry in 507.674013ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.778876585Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428\") failed: Property not found. retry in 662.161524ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.796434877Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:57.796779865Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:57.797132344Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\") failed: Property not found. retry in 471.309302ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.912203694Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24\") failed: Property not found. retry in 1.296848287s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.953481447Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9\") failed: Property not found. retry in 664.194812ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.973645912Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6\") failed: Property not found. retry in 552.925535ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:57.987751622Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc\") failed: Property not found. retry in 57.472991ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:58.045053761Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\") failed: Property not found. retry in 622.698788ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:58.060021691Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab\") failed: Property not found. retry in 599.180745ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:58.073750362Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc\") failed: Property not found. retry in 110.05738ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:58.112518785Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1\") failed: Property not found. retry in 702.011663ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:58.171526985Z","hostname":"buskin","pid":1590,"zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc\") failed: Property not found. retry in 127.935173ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:58.235235768Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\") failed: Property not found. retry in 1.478586083s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:58.302816385Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96\") failed: Property not found. retry in 648.254795ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:58.316427872Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\") failed: Property not found. retry in 899.341689ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:58.37325071Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc\") failed: Property not found. retry in 364.537635ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:58.38571948Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\") failed: Property not found. retry in 1.058711965s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:58.397927924Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428\") failed: Property not found. retry in 757.990882ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:58.472420237Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6\") failed: Property not found. retry in 561.864864ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:58.554209705Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f\") failed: Property not found. retry in 1.34800255s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:58.593316776Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9\") failed: Property not found. retry in 1.225251015s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:58.692587186Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\") failed: Property not found. retry in 1.240218705s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:58.735193631Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab\") failed: Property not found. retry in 1.147988167s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:58.751673928Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc\") failed: Property not found. retry in 972.848467ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:58.767267473Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248\") failed: Property not found. retry in 815.995327ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:58.834934732Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648\") failed: Property not found. retry in 966.294569ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:58.878185333Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1\") failed: Property not found. retry in 883.829395ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:58.951900137Z","hostname":"buskin","pid":1590,"zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96\") failed: Property not found. retry in 877.790979ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:59.014260408Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:59.093105576Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:52:59.103709811Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6\") failed: Property not found. retry in 1.389253995s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:59.137019873Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428\") failed: Property not found. retry in 1.396525383s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:59.243591338Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24\") failed: Property not found. retry in 671.729795ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:59.266997194Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\") failed: Property not found. retry in 759.924405ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:59.291981182Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be\") failed: Property not found. retry in 58.118243ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:59.416272123Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\") failed: Property not found. retry in 571.782589ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:59.467370753Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be\") failed: Property not found. retry in 136.978174ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:59.486075403Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:59.60931876Z","hostname":"buskin","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:426","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:426","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"824.155322ms"} {"msg":"wait for service Some(\"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be\") failed: Property not found. retry in 259.446002ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:59.638181424Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248\") failed: Property not found. retry in 1.016646421s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:59.664067837Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc\") failed: Property not found. retry in 500.399455ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:59.750558819Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\") failed: Property not found. retry in 543.099624ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:59.788123793Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1\") failed: Property not found. retry in 814.558863ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:59.844009248Z","hostname":"buskin","pid":1590,"zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648\") failed: Property not found. retry in 616.861921ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:59.855910385Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96\") failed: Property not found. retry in 1.068034037s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:59.90056545Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be\") failed: Property not found. retry in 313.370877ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:59.912456726Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab\") failed: Property not found. retry in 1.296577887s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:59.924192188Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9\") failed: Property not found. retry in 870.260248ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:59.935015719Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f\") failed: Property not found. retry in 1.203946287s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:59.949430175Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24\") failed: Property not found. retry in 1.261647547s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:59.960121888Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\") failed: Property not found. retry in 856.369634ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:52:59.984261834Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\") failed: Property not found. retry in 856.709526ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:00.050679292Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\") failed: Property not found. retry in 609.996495ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:00.06098788Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be\") failed: Property not found. retry in 406.286849ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:00.238120594Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc\") failed: Property not found. retry in 1.395136054s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:00.26231133Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:00.287921573Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:00.288244225Z","hostname":"buskin","pid":1590,"zone":"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\") failed: Property not found. retry in 1.10930572s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:00.342033865Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648\") failed: Property not found. retry in 1.049896445s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:00.514549407Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6\") failed: Property not found. retry in 1.146257814s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:00.536228178Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e\") failed: Property not found. retry in 61.132994ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:00.545491332Z","hostname":"buskin","pid":1590,"zone":"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e\") failed: Property not found. retry in 101.075915ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:00.621713616Z","hostname":"buskin","pid":1590,"zone":"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:00.622857003Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:00.623176011Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:00.623227412Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:00.633445148Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be\") failed: Property not found. retry in 1.215279835s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:00.666172306Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1\") failed: Property not found. retry in 1.345226704s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:00.687306405Z","hostname":"buskin","pid":1590,"zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248\") failed: Property not found. retry in 1.063208362s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:00.708039274Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\") failed: Property not found. retry in 554.07386ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:00.720925934Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428\") failed: Property not found. retry in 1.245317103s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:00.73822715Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e\") failed: Property not found. retry in 261.96493ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:00.753773325Z","hostname":"buskin","pid":1590,"zone":"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9\") failed: Property not found. retry in 1.351295184s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:00.817007556Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\") failed: Property not found. retry in 581.79365ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:00.851940187Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8\") failed: Property not found. retry in 68.333284ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:00.868769372Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb\") failed: Property not found. retry in 37.329256ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:00.885950036Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\") failed: Property not found. retry in 570.581775ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:00.919487563Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb\") failed: Property not found. retry in 91.955797ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:00.936022081Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8\") failed: Property not found. retry in 109.846631ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:00.948059721Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96\") failed: Property not found. retry in 1.149148481s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:00.995289377Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e\") failed: Property not found. retry in 535.487939ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:01.061331587Z","hostname":"buskin","pid":1590,"zone":"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8\") failed: Property not found. retry in 102.327118ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:01.072043045Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb\") failed: Property not found. retry in 282.416963ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:01.080628161Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f\") failed: Property not found. retry in 1.025024875s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:01.168962807Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8\") failed: Property not found. retry in 235.140951ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:01.206680385Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24\") failed: Property not found. retry in 1.091598375s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:01.292410578Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab\") failed: Property not found. retry in 1.174000625s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:01.319415008Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\") failed: Property not found. retry in 538.022372ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:01.332138715Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb\") failed: Property not found. retry in 389.552114ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:01.380275288Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\") failed: Property not found. retry in 599.422108ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:01.453359332Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8\") failed: Property not found. retry in 526.973201ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:01.470223738Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\") failed: Property not found. retry in 786.233129ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:01.484655935Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\") failed: Property not found. retry in 1.056119613s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:01.503312984Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648\") failed: Property not found. retry in 1.384921107s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:01.61066507Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e\") failed: Property not found. retry in 440.993441ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:01.637950055Z","hostname":"buskin","pid":1590,"zone":"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc\") failed: Property not found. retry in 904.186516ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:01.669624977Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6\") failed: Property not found. retry in 1.358167623s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:01.696121685Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248\") failed: Property not found. retry in 1.114854223s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:01.800411995Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb\") failed: Property not found. retry in 1.197174956s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:01.827968978Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\") failed: Property not found. retry in 1.371692242s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:01.889002777Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be\") failed: Property not found. retry in 1.468822873s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:01.90907317Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428\") failed: Property not found. retry in 663.28898ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:02.00171775Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8\") failed: Property not found. retry in 877.189001ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:02.022853659Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1\") failed: Property not found. retry in 559.017602ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:02.054389788Z","hostname":"buskin","pid":1590,"zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\") failed: Property not found. retry in 682.263023ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:02.07402503Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e\") failed: Property not found. retry in 558.367937ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:02.103795847Z","hostname":"buskin","pid":1590,"zone":"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96\") failed: Property not found. retry in 806.556545ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:02.160569063Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9\") failed: Property not found. retry in 1.164500611s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:02.236340107Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f\") failed: Property not found. retry in 989.336979ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:02.272485727Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\") failed: Property not found. retry in 1.000787581s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:02.33949171Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24\") failed: Property not found. retry in 507.405041ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:02.403796067Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab\") failed: Property not found. retry in 985.676645ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:02.505239159Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\") failed: Property not found. retry in 925.471934ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:02.578077512Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc\") failed: Property not found. retry in 1.327819958s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:02.596458114Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1\") failed: Property not found. retry in 1.016455305s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:02.634484619Z","hostname":"buskin","pid":1590,"zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428\") failed: Property not found. retry in 1.446733919s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:02.696040891Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e\") failed: Property not found. retry in 506.640233ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:02.738860531Z","hostname":"buskin","pid":1590,"zone":"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\") failed: Property not found. retry in 782.827848ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:02.774794047Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8\") failed: Property not found. retry in 1.427147971s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:02.91370779Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248\") failed: Property not found. retry in 1.400046672s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:02.929862459Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24\") failed: Property not found. retry in 1.473112647s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:02.943801904Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96\") failed: Property not found. retry in 730.660711ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:02.978406307Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648\") failed: Property not found. retry in 1.302058504s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:03.005840907Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb\") failed: Property not found. retry in 890.311557ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:03.033273628Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6\") failed: Property not found. retry in 894.513726ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:03.060753419Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e\") failed: Property not found. retry in 1.142495864s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:03.255637089Z","hostname":"buskin","pid":1590,"zone":"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\") failed: Property not found. retry in 691.515334ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:03.268194972Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f\") failed: Property not found. retry in 1.050195392s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:03.278226093Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\") failed: Property not found. retry in 1.468843105s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:03.350556924Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be\") failed: Property not found. retry in 1.066731148s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:03.384352787Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9\") failed: Property not found. retry in 649.268713ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:03.409428661Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab\") failed: Property not found. retry in 1.043194412s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:03.500257057Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\") failed: Property not found. retry in 661.405636ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:03.51076008Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\") failed: Property not found. retry in 1.408493182s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:03.56728206Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1\") failed: Property not found. retry in 519.614257ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:03.659495239Z","hostname":"buskin","pid":1590,"zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96\") failed: Property not found. retry in 1.201151293s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:03.721407519Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc\") failed: Property not found. retry in 1.175703844s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:03.933822142Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb\") failed: Property not found. retry in 686.322528ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:03.947708256Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6\") failed: Property not found. retry in 1.321009431s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:03.966039197Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\") failed: Property not found. retry in 935.37516ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:03.979569093Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9\") failed: Property not found. retry in 557.917329ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:04.071649599Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428\") failed: Property not found. retry in 1.234201938s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:04.153293744Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\") failed: Property not found. retry in 758.741431ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:04.183953082Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1\") failed: Property not found. retry in 1.173235009s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:04.196486634Z","hostname":"buskin","pid":1590,"zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648\") failed: Property not found. retry in 1.223329471s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:04.319467314Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f\") failed: Property not found. retry in 1.350401839s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:04.337619961Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248\") failed: Property not found. retry in 728.005594ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:04.348248175Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8\") failed: Property not found. retry in 646.352001ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:04.358682197Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e\") failed: Property not found. retry in 805.940955ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:04.407874291Z","hostname":"buskin","pid":1590,"zone":"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24\") failed: Property not found. retry in 1.496948345s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:04.424274246Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be\") failed: Property not found. retry in 622.494182ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:04.460841736Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab\") failed: Property not found. retry in 550.816442ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:04.55407966Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9\") failed: Property not found. retry in 1.453156763s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:04.643486202Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb\") failed: Property not found. retry in 1.269357084s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:04.656901025Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\") failed: Property not found. retry in 1.027105512s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:04.830265017Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\") failed: Property not found. retry in 843.035345ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:04.925960771Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96\") failed: Property not found. retry in 549.613191ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:04.939177249Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\") failed: Property not found. retry in 635.320094ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:04.952206522Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\") failed: Property not found. retry in 1.381375728s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:04.986387765Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8\") failed: Property not found. retry in 1.037532211s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:05.019031731Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248\") failed: Property not found. retry in 1.03656181s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:05.088450361Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be\") failed: Property not found. retry in 752.484518ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:05.103395221Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab\") failed: Property not found. retry in 1.387948137s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:05.117720116Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc\") failed: Property not found. retry in 1.174758426s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:05.127236345Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e\") failed: Property not found. retry in 733.385425ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:05.226406472Z","hostname":"buskin","pid":1590,"zone":"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6\") failed: Property not found. retry in 1.177451627s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:05.297825131Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1\") failed: Property not found. retry in 950.264322ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:05.382327034Z","hostname":"buskin","pid":1590,"zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428\") failed: Property not found. retry in 1.463283534s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:05.400146683Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96\") failed: Property not found. retry in 1.050374242s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:05.501915232Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648\") failed: Property not found. retry in 617.025762ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:05.557392538Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\") failed: Property not found. retry in 806.277163ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:05.602650627Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f\") failed: Property not found. retry in 1.089341163s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:05.698128815Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\") failed: Property not found. retry in 500.437234ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:05.786955523Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be\") failed: Property not found. retry in 758.340859ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:05.87158963Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\") failed: Property not found. retry in 540.117246ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:05.887560914Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24\") failed: Property not found. retry in 1.111414528s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:05.928665074Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb\") failed: Property not found. retry in 1.158743668s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:05.942074457Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e\") failed: Property not found. retry in 1.018352027s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:05.97502595Z","hostname":"buskin","pid":1590,"zone":"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8\") failed: Property not found. retry in 733.947144ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:06.074241278Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9\") failed: Property not found. retry in 1.387706554s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:06.109693021Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248\") failed: Property not found. retry in 1.204222301s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:06.139180721Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648\") failed: Property not found. retry in 1.15642438s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:06.192975605Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\") failed: Property not found. retry in 849.387884ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:06.298328801Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc\") failed: Property not found. retry in 776.311714ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:06.312518973Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1\") failed: Property not found. retry in 659.167552ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:06.346452979Z","hostname":"buskin","pid":1590,"zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\") failed: Property not found. retry in 1.07430721s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:06.375354425Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\") failed: Property not found. retry in 721.501276ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:06.424091138Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\") failed: Property not found. retry in 1.487459619s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:06.44165517Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6\") failed: Property not found. retry in 1.180700264s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:06.490845654Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab\") failed: Property not found. retry in 1.289446294s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:06.517388233Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96\") failed: Property not found. retry in 636.630932ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:06.566163967Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be\") failed: Property not found. retry in 1.081647234s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:06.64149252Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f\") failed: Property not found. retry in 1.171226004s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:06.795328842Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8\") failed: Property not found. retry in 1.103242349s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:06.815543304Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428\") failed: Property not found. retry in 901.974239ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:06.868184966Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e\") failed: Property not found. retry in 863.742868ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:07.000304026Z","hostname":"buskin","pid":1590,"zone":"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1\") failed: Property not found. retry in 971.87689ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:07.013792181Z","hostname":"buskin","pid":1590,"zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24\") failed: Property not found. retry in 554.50701ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:07.045564565Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc\") failed: Property not found. retry in 1.015448339s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:07.096189734Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb\") failed: Property not found. retry in 988.424874ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:07.107360683Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\") failed: Property not found. retry in 591.340105ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:07.152210452Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\") failed: Property not found. retry in 639.560718ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:07.159965789Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96\") failed: Property not found. retry in 1.272377137s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:07.211588011Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248\") failed: Property not found. retry in 883.279552ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:07.350886114Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648\") failed: Property not found. retry in 608.227993ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:07.358772714Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\") failed: Property not found. retry in 697.885076ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:07.456371683Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9\") failed: Property not found. retry in 741.669305ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:07.502317708Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24\") failed: Property not found. retry in 1.244430846s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:07.608147056Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6\") failed: Property not found. retry in 557.451594ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:07.679818401Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be\") failed: Property not found. retry in 1.4336966s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:07.729408454Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\") failed: Property not found. retry in 558.489387ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:07.752001193Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428\") failed: Property not found. retry in 1.025236998s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:07.777908121Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\") failed: Property not found. retry in 1.275489957s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:07.811161192Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab\") failed: Property not found. retry in 578.727037ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:07.82270971Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e\") failed: Property not found. retry in 1.024741407s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:07.869942546Z","hostname":"buskin","pid":1590,"zone":"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8\") failed: Property not found. retry in 935.451243ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:07.92492656Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\") failed: Property not found. retry in 649.83062ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:07.934662784Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f\") failed: Property not found. retry in 1.038011759s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:07.972381362Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648\") failed: Property not found. retry in 1.135591326s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:07.980670011Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1\") failed: Property not found. retry in 541.592622ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:07.992795923Z","hostname":"buskin","pid":1590,"zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb\") failed: Property not found. retry in 1.414214276s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:08.103711873Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc\") failed: Property not found. retry in 1.336048652s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:08.118868928Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\") failed: Property not found. retry in 1.004711745s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:08.162293513Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248\") failed: Property not found. retry in 652.833286ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:08.241422797Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6\") failed: Property not found. retry in 1.329326753s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:08.249392579Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9\") failed: Property not found. retry in 1.481504816s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:08.2568881Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\") failed: Property not found. retry in 879.738424ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:08.318698387Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab\") failed: Property not found. retry in 1.44444075s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:08.409871441Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96\") failed: Property not found. retry in 1.170336824s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:08.489006078Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1\") failed: Property not found. retry in 737.304115ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:08.541876532Z","hostname":"buskin","pid":1590,"zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\") failed: Property not found. retry in 958.585868ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:08.591857502Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428\") failed: Property not found. retry in 1.071128274s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:08.809881119Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8\") failed: Property not found. retry in 660.491401ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:08.871920812Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e\") failed: Property not found. retry in 1.448482143s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:08.900422938Z","hostname":"buskin","pid":1590,"zone":"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248\") failed: Property not found. retry in 1.364006954s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:08.907019867Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f\") failed: Property not found. retry in 641.157002ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:09.022659269Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\") failed: Property not found. retry in 899.692842ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:09.094269488Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be\") failed: Property not found. retry in 1.116568077s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:09.168705225Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\") failed: Property not found. retry in 917.68394ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:09.176680906Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\") failed: Property not found. retry in 640.706274ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:09.205491268Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1\") failed: Property not found. retry in 963.848269ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:09.287403534Z","hostname":"buskin","pid":1590,"zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc\") failed: Property not found. retry in 1.270151221s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:09.461798709Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb\") failed: Property not found. retry in 976.082205ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:09.524579736Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8\") failed: Property not found. retry in 522.01123ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:09.54138752Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\") failed: Property not found. retry in 650.395765ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:09.563851229Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6\") failed: Property not found. retry in 1.212621659s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:09.587010025Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96\") failed: Property not found. retry in 1.383845122s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:09.667355673Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f\") failed: Property not found. retry in 1.19382355s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:09.675006017Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9\") failed: Property not found. retry in 1.149469473s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:09.747926587Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0\") failed: Property not found. retry in 1.469539737s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:09.85635061Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab\") failed: Property not found. retry in 857.320838ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:09.864555447Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428\") failed: Property not found. retry in 1.097509869s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:09.890575711Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\") failed: Property not found. retry in 1.491245261s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:10.003087852Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8\") failed: Property not found. retry in 1.020257153s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:10.074348402Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\") failed: Property not found. retry in 589.367851ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:10.106009322Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\") failed: Property not found. retry in 736.171984ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:10.225314776Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248\") failed: Property not found. retry in 802.8371ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:10.280307036Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be\") failed: Property not found. retry in 1.128515822s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:10.294761163Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e\") failed: Property not found. retry in 907.199157ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:10.358477542Z","hostname":"buskin","pid":1590,"zone":"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb\") failed: Property not found. retry in 1.122022189s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:10.510600274Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b\") failed: Property not found. retry in 1.229963239s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:10.706562647Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab\") failed: Property not found. retry in 1.02174323s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:10.730537783Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc\") failed: Property not found. retry in 1.204357114s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:10.74085617Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6\") failed: Property not found. retry in 1.200887046s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:10.810948213Z","hostname":"buskin","pid":1590,"zone":"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f\") failed: Property not found. retry in 584.878909ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:10.878028613Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9\") failed: Property not found. retry in 1.146129919s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:10.908684779Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2\") failed: Property not found. retry in 1.351118141s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:10.972272255Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428\") failed: Property not found. retry in 866.199858ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:10.996672781Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248\") failed: Property not found. retry in 1.398554618s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:11.091892406Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8\") failed: Property not found. retry in 977.713578ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:11.103949826Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e\") failed: Property not found. retry in 1.263991566s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:11.276518548Z","hostname":"buskin","pid":1590,"zone":"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be\") failed: Property not found. retry in 982.058215ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:11.432052221Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef\") failed: Property not found. retry in 928.32784ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:11.504392797Z","hostname":"buskin","pid":1590,"zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb\") failed: Property not found. retry in 920.396236ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:11.643437415Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8\") failed: Property not found. retry in 1.111305898s","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:12.090702561Z","hostname":"buskin","pid":1590,"zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.237685022Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_crucible_1e1a8cc0-d490-4ee6-8243-c9181d188248"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.237744973Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_nexus_e43503f8-bfb6-4287-b808-8d90cbb6bad8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.237752323Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_crucible_cad17e98-5f15-4177-a274-71b1a6f274e9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.237760254Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_crucible_0490cacb-5aa7-48f3-a971-a05d1f29a1ef"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.237766714Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_crucible_bb6f10d0-a184-4735-a3af-ca7d47b5ab96"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.237771784Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_crucible_8e08297d-2b73-4c90-86c4-eb33b696f92f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.237777124Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_crucible_859814e6-5b3e-4264-a4ef-55987d603428"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.237781904Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_external_dns_d95a2c61-3b7a-402a-9d16-cab05da3f8cc"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.237786944Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_crucible_04d974a8-f205-49ba-9a18-c55b9909caa0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.237791894Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_nexus_6b9b5efd-2c6f-43a5-9b13-d722c58899eb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.237814695Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_clickhouse_d192d92f-1418-48c2-be0c-9b2b7b92eb8e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.237822165Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_crucible_pantry_bae3fc56-53a7-4670-9f53-263954882d24"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.237831115Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_nexus_311d4305-876b-43f4-9c26-ea95f61887be"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.237838655Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_external_dns_d597a162-52f8-40f2-b550-e83349b6bad6"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.237846076Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_crucible_pantry_3f15137e-a263-4cea-afe8-24935fc6aef2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.237852416Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_crucible_3b790978-e2d2-43cc-a9c9-2ba59d937b2b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.237857356Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_crucible_ec7f76c4-4eeb-40b9-ae42-1065d16d88ab"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.237862056Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_oximeter_be834b93-c06e-41bb-9f47-e75a157022f1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.237866846Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_crucible_pantry_5c5d25bf-870b-4fab-bf53-2b33706b6648"} {"msg":"Writing ledger to /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.237896047Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.239114506Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.249405413Z","hostname":"buskin","pid":1590,"uri":"/omicron-zones","method":"PUT","req_id":"8a190183-ac7c-48a4-9038-dca336a2de38","remote_addr":"[fd00:1122:3344:101::1]:56269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":22562889,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.253340228Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1235"} {"msg":"Writing ledger to /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.253356808Z","hostname":"buskin","pid":1590,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.253528752Z","hostname":"buskin","pid":1590,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.259111976Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:679"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.265558751Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:692"} {"msg":"rack_network_config: RackNetworkConfigV1 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV1 {\n addresses: [\n V4(\n Ipv4Network {\n addr: 10.151.1.174,\n prefix: 24,\n },\n ),\n ],\n autoneg: false,\n bgp_peers: [],\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Network {\n addr: 0.0.0.0,\n prefix: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.299862034Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:816"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.995480281Z","hostname":"buskin","pid":1590,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49304"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:13.995559993Z","hostname":"buskin","pid":1590,"uri":"/baseboard","method":"GET","req_id":"188d4fbc-180f-4694-af73-c7e6193bec6b","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49304","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":50,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:15.479920672Z","hostname":"buskin","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:426","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:426","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"2.712700102s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/fb058eb5-c392-4df5-a90e-5f3b28bda694/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:17.235928541Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:878"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/fb058eb5-c392-4df5-a90e-5f3b28bda694/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:17.314296472Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:878"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/fb058eb5-c392-4df5-a90e-5f3b28bda694/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:17.406647158Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:878"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/fb058eb5-c392-4df5-a90e-5f3b28bda694/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:17.549997649Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:878"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/fb058eb5-c392-4df5-a90e-5f3b28bda694/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:17.732418458Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:878"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/fb058eb5-c392-4df5-a90e-5f3b28bda694/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:17.98083068Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:878"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/fb058eb5-c392-4df5-a90e-5f3b28bda694/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:18.110171265Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:878"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:18.22328876Z","hostname":"buskin","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:426","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:426","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"4.736443035s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/fb058eb5-c392-4df5-a90e-5f3b28bda694/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:18.462690966Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:878"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/fb058eb5-c392-4df5-a90e-5f3b28bda694/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:18.976135451Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:878"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/fb058eb5-c392-4df5-a90e-5f3b28bda694/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:19.201682184Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:878"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/fb058eb5-c392-4df5-a90e-5f3b28bda694/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:19.869185936Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:878"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/fb058eb5-c392-4df5-a90e-5f3b28bda694/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:20.408659385Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:878"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/fb058eb5-c392-4df5-a90e-5f3b28bda694/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:21.174129649Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:878"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/fb058eb5-c392-4df5-a90e-5f3b28bda694/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:22.26371889Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:878"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:22.991039458Z","hostname":"buskin","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:426","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:426","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"4.330299665s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/fb058eb5-c392-4df5-a90e-5f3b28bda694/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:23.860772752Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:878"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/fb058eb5-c392-4df5-a90e-5f3b28bda694/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:25.50641032Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:878"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/fb058eb5-c392-4df5-a90e-5f3b28bda694/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:26.371011593Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:878"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T18:53:27.437336966Z","hostname":"buskin","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:426","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"oximeter/producer/src/lib.rs:426","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"a24a463a-8b25-40c2-8924-a39e1bcba6e9\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Mon, 06 May 2024 18:53:27 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"a24a463a-8b25-40c2-8924-a39e1bcba6e9\\\" }\"","delay":"16.065322612s"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1082f9e0-ce6a-4343-9ed5-4e55fd3ea407\", \"content-length\": \"173\", \"date\": \"Mon, 06 May 2024 18:53:28 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"f8ddae2c-d03b-437b-8664-dd7c7137601f\\\"\", request_id: \"1082f9e0-ce6a-4343-9ed5-4e55fd3ea407\" }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:29.630778572Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:878"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24e3f641-747d-4d7d-9181-d5db013bc4e1\", \"content-length\": \"173\", \"date\": \"Mon, 06 May 2024 18:53:33 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"f8ddae2c-d03b-437b-8664-dd7c7137601f\\\"\", request_id: \"24e3f641-747d-4d7d-9181-d5db013bc4e1\" }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:33.077059369Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:878"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc150d80-6f27-4a89-9f82-fb7ae6197545\", \"content-length\": \"173\", \"date\": \"Mon, 06 May 2024 18:53:36 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"f8ddae2c-d03b-437b-8664-dd7c7137601f\\\"\", request_id: \"fc150d80-6f27-4a89-9f82-fb7ae6197545\" }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:37.218382987Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:878"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"082ec38e-ec28-4a97-9121-6dafa313594e\", \"content-length\": \"173\", \"date\": \"Mon, 06 May 2024 18:53:41 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"f8ddae2c-d03b-437b-8664-dd7c7137601f\\\"\", request_id: \"082ec38e-ec28-4a97-9121-6dafa313594e\" }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:41.959958703Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:878"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:44.029881166Z","hostname":"buskin","pid":1590,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55828"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:44.029953028Z","hostname":"buskin","pid":1590,"uri":"/baseboard","method":"GET","req_id":"8300de5c-5e9a-45b0-af0e-b5d897048364","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55828","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":26,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98f096a7-3d66-406c-8133-7cce2c88c560\", \"content-length\": \"173\", \"date\": \"Mon, 06 May 2024 18:53:43 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"f8ddae2c-d03b-437b-8664-dd7c7137601f\\\"\", request_id: \"98f096a7-3d66-406c-8133-7cce2c88c560\" }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:44.221999278Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:878"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"227873e5-d414-4f5a-9309-b1fa6ef2d04c\", \"content-length\": \"173\", \"date\": \"Mon, 06 May 2024 18:53:51 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"f8ddae2c-d03b-437b-8664-dd7c7137601f\\\"\", request_id: \"227873e5-d414-4f5a-9309-b1fa6ef2d04c\" }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:51.040768998Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:878"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:56.071282565Z","hostname":"buskin","pid":1590,"component":"NexusNotifierTask","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"sled-agent/src/nexus.rs:592","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:56.264631416Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:57440"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:56.264751219Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:56.348507579Z","hostname":"buskin","pid":1590,"uri":"/inventory","method":"GET","req_id":"773d0334-499b-40dd-8240-ab099fb235c4","remote_addr":"[fd00:1122:3344:101::b]:57440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":83763,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:56.349408711Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Reading ledger from /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:56.349474403Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:56.349897393Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:56.35017547Z","hostname":"buskin","pid":1590,"uri":"/omicron-zones","method":"GET","req_id":"b8c2ccc6-5468-4d49-9029-23527102cb9e","remote_addr":"[fd00:1122:3344:101::b]:57440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":1337,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.506998122Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:33806"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.507828852Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:525","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f0a84a41-3e6e-44f2-9fd9-1b478c5f61f3, kind: Service { id: d597a162-52f8-40f2-b550-e83349b6bad6 }, name: Name(\"external-dns-d597a162-52f8-40f2-b550-e83349b6bad6\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 169])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: feffcd52-93e5-4612-9503-79233d029d38, kind: Service { id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc }, name: Name(\"external-dns-d95a2c61-3b7a-402a-9d16-cab05da3f8cc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 233])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 27ecfacb-c977-42f2-a03f-d9eae6141cc7, kind: Service { id: 6b9b5efd-2c6f-43a5-9b13-d722c58899eb }, name: Name(\"nexus-6b9b5efd-2c6f-43a5-9b13-d722c58899eb\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 139])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 64021da5-ca3f-48e6-a2f1-742ad35f9c54, kind: Service { id: 311d4305-876b-43f4-9c26-ea95f61887be }, name: Name(\"nexus-311d4305-876b-43f4-9c26-ea95f61887be\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 119])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 692bc98f-c2f9-456f-a679-207fa472690a, kind: Service { id: e43503f8-bfb6-4287-b808-8d90cbb6bad8 }, name: Name(\"nexus-e43503f8-bfb6-4287-b808-8d90cbb6bad8\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.507873433Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.507897444Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.507906014Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.507920604Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.507927424Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.507946805Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.507978206Z","hostname":"buskin","pid":1590,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"f8d92425-bd6c-47a1-aa6f-fa290ac5227d","remote_addr":"[fd00:1122:3344:101::b]:33806","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":921,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.509702037Z","hostname":"buskin","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:888"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.78186867Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:52622"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.782112216Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:525","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f0a84a41-3e6e-44f2-9fd9-1b478c5f61f3, kind: Service { id: d597a162-52f8-40f2-b550-e83349b6bad6 }, name: Name(\"external-dns-d597a162-52f8-40f2-b550-e83349b6bad6\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 169])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: feffcd52-93e5-4612-9503-79233d029d38, kind: Service { id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc }, name: Name(\"external-dns-d95a2c61-3b7a-402a-9d16-cab05da3f8cc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 233])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 27ecfacb-c977-42f2-a03f-d9eae6141cc7, kind: Service { id: 6b9b5efd-2c6f-43a5-9b13-d722c58899eb }, name: Name(\"nexus-6b9b5efd-2c6f-43a5-9b13-d722c58899eb\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 139])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 64021da5-ca3f-48e6-a2f1-742ad35f9c54, kind: Service { id: 311d4305-876b-43f4-9c26-ea95f61887be }, name: Name(\"nexus-311d4305-876b-43f4-9c26-ea95f61887be\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 119])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 692bc98f-c2f9-456f-a679-207fa472690a, kind: Service { id: e43503f8-bfb6-4287-b808-8d90cbb6bad8 }, name: Name(\"nexus-e43503f8-bfb6-4287-b808-8d90cbb6bad8\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.782167567Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.782247999Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.782254909Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.782260539Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.782276179Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.78229185Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.78231664Z","hostname":"buskin","pid":1590,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d620e7d0-dbc5-4589-9b53-8ab59869915e","remote_addr":"[fd00:1122:3344:101::c]:52622","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":376,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.787121226Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:47649"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.787848383Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:525","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f0a84a41-3e6e-44f2-9fd9-1b478c5f61f3, kind: Service { id: d597a162-52f8-40f2-b550-e83349b6bad6 }, name: Name(\"external-dns-d597a162-52f8-40f2-b550-e83349b6bad6\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 169])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: feffcd52-93e5-4612-9503-79233d029d38, kind: Service { id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc }, name: Name(\"external-dns-d95a2c61-3b7a-402a-9d16-cab05da3f8cc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 233])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 27ecfacb-c977-42f2-a03f-d9eae6141cc7, kind: Service { id: 6b9b5efd-2c6f-43a5-9b13-d722c58899eb }, name: Name(\"nexus-6b9b5efd-2c6f-43a5-9b13-d722c58899eb\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 139])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 64021da5-ca3f-48e6-a2f1-742ad35f9c54, kind: Service { id: 311d4305-876b-43f4-9c26-ea95f61887be }, name: Name(\"nexus-311d4305-876b-43f4-9c26-ea95f61887be\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 119])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 692bc98f-c2f9-456f-a679-207fa472690a, kind: Service { id: e43503f8-bfb6-4287-b808-8d90cbb6bad8 }, name: Name(\"nexus-e43503f8-bfb6-4287-b808-8d90cbb6bad8\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.787872634Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.787888144Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.787903725Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.787909545Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.787914485Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.787928425Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.787937646Z","hostname":"buskin","pid":1590,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"1a54bed8-e8f5-4155-9e50-1de018e87259","remote_addr":"[fd00:1122:3344:101::b]:47649","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":706,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.922639159Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:53081"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.922857624Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:525","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f0a84a41-3e6e-44f2-9fd9-1b478c5f61f3, kind: Service { id: d597a162-52f8-40f2-b550-e83349b6bad6 }, name: Name(\"external-dns-d597a162-52f8-40f2-b550-e83349b6bad6\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 169])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: feffcd52-93e5-4612-9503-79233d029d38, kind: Service { id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc }, name: Name(\"external-dns-d95a2c61-3b7a-402a-9d16-cab05da3f8cc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 233])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 27ecfacb-c977-42f2-a03f-d9eae6141cc7, kind: Service { id: 6b9b5efd-2c6f-43a5-9b13-d722c58899eb }, name: Name(\"nexus-6b9b5efd-2c6f-43a5-9b13-d722c58899eb\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 139])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 64021da5-ca3f-48e6-a2f1-742ad35f9c54, kind: Service { id: 311d4305-876b-43f4-9c26-ea95f61887be }, name: Name(\"nexus-311d4305-876b-43f4-9c26-ea95f61887be\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 119])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 692bc98f-c2f9-456f-a679-207fa472690a, kind: Service { id: e43503f8-bfb6-4287-b808-8d90cbb6bad8 }, name: Name(\"nexus-e43503f8-bfb6-4287-b808-8d90cbb6bad8\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.922908035Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.922939616Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.922947816Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.922954166Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.922966247Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.922975317Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:53:59.923002608Z","hostname":"buskin","pid":1590,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"25e1e6ce-0896-4eb7-b02d-3c18b63bc79c","remote_addr":"[fd00:1122:3344:101::a]:53081","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":282,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:00.013891389Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:47005"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:00.013987111Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:00.100645321Z","hostname":"buskin","pid":1590,"uri":"/inventory","method":"GET","req_id":"7004400c-00f7-42a6-9d5c-a3f26d52394f","remote_addr":"[fd00:1122:3344:101::b]:47005","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":86688,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:00.10100197Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Reading ledger from /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:00.101064491Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:00.101391569Z","hostname":"buskin","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:00.101708607Z","hostname":"buskin","pid":1590,"uri":"/omicron-zones","method":"GET","req_id":"2968186f-2233-404f-a3c3-62dd657e78a4","remote_addr":"[fd00:1122:3344:101::b]:47005","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":812,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:13.625662181Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:63174","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::d]:43111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:13.633771646Z","hostname":"buskin","pid":1590,"uri":"//f8ddae2c-d03b-437b-8664-dd7c7137601f","method":"GET","req_id":"fe170aaf-7f2b-453e-9628-ba40b5d32eeb","remote_addr":"[fd00:1122:3344:101::d]:43111","local_addr":"[fd00:1122:3344:101::1]:63174","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8044,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:14.060905569Z","hostname":"buskin","pid":1590,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56192"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:14.061040142Z","hostname":"buskin","pid":1590,"uri":"/baseboard","method":"GET","req_id":"ebd6bffb-1b45-4a65-99eb-ac90a3835bf7","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56192","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":58,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:27.806944094Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:55948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:27.875251784Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"687594ec-4c19-4052-8ee4-2a54638bb09a","remote_addr":"[fd00:1122:3344:101::b]:55948","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":68238,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:27.87635293Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"e2bdacce-428a-448e-83de-4adb06709823","remote_addr":"[fd00:1122:3344:101::b]:55948","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":922,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:27.905566901Z","hostname":"buskin","pid":1590,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/89da1175-3575-41bb-9de5-7b42869043ce/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:27.905590062Z","hostname":"buskin","pid":1590,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:27.907339294Z","hostname":"buskin","pid":1590,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:27.908314767Z","hostname":"buskin","pid":1590,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:27.908348318Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"PUT","req_id":"ab6956f7-c64e-42ea-9d41-e96994348e71","remote_addr":"[fd00:1122:3344:101::b]:55948","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":3997,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:28.051512894Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:50293"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:28.10009402Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"6ef72b43-cf54-4992-b600-5795bd077b5d","remote_addr":"[fd00:1122:3344:101::a]:50293","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":48505,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:28.100258204Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:46449"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:28.14592287Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"28a618b4-c689-4c19-8644-7fca061e01a7","remote_addr":"[fd00:1122:3344:101::c]:46449","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":45578,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:28.146163516Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"27049067-9c65-4f51-9ff9-b35c2b06a55f","remote_addr":"[fd00:1122:3344:101::a]:50293","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":80,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:28.146392882Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"62f5b57b-f8d7-4d74-b4ec-cfd2b933da2c","remote_addr":"[fd00:1122:3344:101::c]:46449","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":154,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:43.627554124Z","hostname":"buskin","pid":1590,"uri":"//f8ddae2c-d03b-437b-8664-dd7c7137601f","method":"GET","req_id":"b509411b-4697-4d14-b656-664d1829cf5b","remote_addr":"[fd00:1122:3344:101::d]:43111","local_addr":"[fd00:1122:3344:101::1]:63174","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":1123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:44.094988184Z","hostname":"buskin","pid":1590,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49320"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:44.095068066Z","hostname":"buskin","pid":1590,"uri":"/baseboard","method":"GET","req_id":"be6be3c9-1b04-4971-b105-6d646d7c59d1","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49320","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":64,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:57.61651751Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:42593"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:57.662964165Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"7aac8d37-15af-428e-b40b-fc279b8c8f6d","remote_addr":"[fd00:1122:3344:101::b]:42593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":46370,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:57.663241991Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"4c2d148c-f317-42b9-8a0f-dd7ec8c06052","remote_addr":"[fd00:1122:3344:101::b]:42593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":89,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:57.826235964Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:61266"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:57.869011201Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"a0a4ab27-7406-44c1-93da-4c00cd1a3e0a","remote_addr":"[fd00:1122:3344:101::c]:61266","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":42673,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:57.869373999Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"da09c7d4-b8bc-4835-9795-1e37191d4b94","remote_addr":"[fd00:1122:3344:101::c]:61266","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:57.870535007Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:44810"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:57.916091561Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"0a81a393-1c23-4ffd-ad60-6fdf562f7e03","remote_addr":"[fd00:1122:3344:101::a]:44810","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":45459,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:54:57.920325002Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"343b853a-344a-43a4-b4a6-551e0ea1d0c6","remote_addr":"[fd00:1122:3344:101::a]:44810","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":3884,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:55:13.626406904Z","hostname":"buskin","pid":1590,"uri":"//f8ddae2c-d03b-437b-8664-dd7c7137601f","method":"GET","req_id":"d2c4d43b-f2f3-4952-bca0-4fdac1d6c358","remote_addr":"[fd00:1122:3344:101::d]:43111","local_addr":"[fd00:1122:3344:101::1]:63174","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":579,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:55:14.128077172Z","hostname":"buskin","pid":1590,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57557"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:55:14.128220569Z","hostname":"buskin","pid":1590,"uri":"/baseboard","method":"GET","req_id":"469bd21e-1e1d-44ec-8c25-a13b11416f35","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57557","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":54,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:55:27.857514562Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:50295"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:55:27.903592708Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"c34662e7-8641-4115-9387-5394376cc46c","remote_addr":"[fd00:1122:3344:101::b]:50295","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":45999,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:55:27.903900445Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"33cb4451-beb2-4513-9732-b6ea5b4a716b","remote_addr":"[fd00:1122:3344:101::b]:50295","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":124,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:55:28.068746602Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:45637"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:55:28.116349765Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"3cfce0c5-6180-41a5-aecf-19a949f7fd90","remote_addr":"[fd00:1122:3344:101::c]:45637","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":47506,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:55:28.116659272Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"bd4373db-a0a3-4f7e-b626-ca1b132c59a0","remote_addr":"[fd00:1122:3344:101::c]:45637","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:55:28.215569086Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:44588"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:55:28.259114621Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"721a54d2-a144-4e75-85ef-44df1988d796","remote_addr":"[fd00:1122:3344:101::a]:44588","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":43460,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:55:28.25988093Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"ea0fe698-f60b-400d-bb30-3140587773a7","remote_addr":"[fd00:1122:3344:101::a]:44588","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":627,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:55:43.626725858Z","hostname":"buskin","pid":1590,"uri":"//f8ddae2c-d03b-437b-8664-dd7c7137601f","method":"GET","req_id":"915e6978-9dad-48c4-9534-e54d493ace3a","remote_addr":"[fd00:1122:3344:101::d]:43111","local_addr":"[fd00:1122:3344:101::1]:63174","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":624,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:55:44.166542016Z","hostname":"buskin","pid":1590,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54131"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:55:44.16756704Z","hostname":"buskin","pid":1590,"uri":"/baseboard","method":"GET","req_id":"a41ace73-fbc7-4a6d-8269-a96f102100e5","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54131","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":984,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:55:57.637416995Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:52180"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:55:57.684597348Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"15dd3bd9-e3fc-492a-ad25-e06b863585e1","remote_addr":"[fd00:1122:3344:101::b]:52180","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":47111,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:55:57.684863014Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"816c4978-000c-44d6-a7b1-b29fe8b8b39f","remote_addr":"[fd00:1122:3344:101::b]:52180","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:55:57.767660321Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:43406"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:55:57.813881951Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"a2c2b0e7-2789-479b-9407-38ed85746d64","remote_addr":"[fd00:1122:3344:101::c]:43406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":46122,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:55:57.814164327Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"3332e381-df04-41ba-83d8-9a6a08455a02","remote_addr":"[fd00:1122:3344:101::c]:43406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:55:57.937536589Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:62308"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:55:57.985160582Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"c801b982-9b16-45f9-9ae2-01b3503e0b27","remote_addr":"[fd00:1122:3344:101::a]:62308","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":47546,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:55:57.985872089Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"0db9fe77-17bc-4b2f-9049-e0b5ce40bf8e","remote_addr":"[fd00:1122:3344:101::a]:62308","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":549,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:56:13.63488391Z","hostname":"buskin","pid":1590,"uri":"//f8ddae2c-d03b-437b-8664-dd7c7137601f","method":"GET","req_id":"48527f85-6730-4439-86dd-91a274988d46","remote_addr":"[fd00:1122:3344:101::d]:43111","local_addr":"[fd00:1122:3344:101::1]:63174","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":436,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:56:14.200722162Z","hostname":"buskin","pid":1590,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47851"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:56:14.200767733Z","hostname":"buskin","pid":1590,"uri":"/baseboard","method":"GET","req_id":"07358d5f-861c-4681-97f0-dd320a9094fa","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47851","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":31,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:56:27.850465745Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:37715"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:56:27.895754642Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"1c0f3988-099d-478e-a84d-abe329f4c288","remote_addr":"[fd00:1122:3344:101::b]:37715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":45227,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:56:27.896000629Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"4af6e0cf-d80d-47ff-923b-5395dc4a0210","remote_addr":"[fd00:1122:3344:101::b]:37715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:56:28.027995286Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:52917"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:56:28.076808758Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"c80100e1-0635-449b-8663-acb8556e4c92","remote_addr":"[fd00:1122:3344:101::c]:52917","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":48732,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:56:28.077117076Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"92b3c3b4-27e5-4829-82ed-44d47858bd57","remote_addr":"[fd00:1122:3344:101::c]:52917","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":115,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:56:28.75388098Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:65363"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:56:28.799910354Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"9c94db18-ff13-4d04-bb3f-877a6b1fb654","remote_addr":"[fd00:1122:3344:101::a]:65363","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":45940,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:56:28.800259723Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"9907218e-5ca8-415c-84cd-17e4ee96e0a9","remote_addr":"[fd00:1122:3344:101::a]:65363","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:56:43.695591204Z","hostname":"buskin","pid":1590,"uri":"//f8ddae2c-d03b-437b-8664-dd7c7137601f","method":"GET","req_id":"92a020e1-f814-4e47-8f02-fc2b2c1a5d32","remote_addr":"[fd00:1122:3344:101::d]:43111","local_addr":"[fd00:1122:3344:101::1]:63174","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":542,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:56:44.235453152Z","hostname":"buskin","pid":1590,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49361"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:56:44.235552674Z","hostname":"buskin","pid":1590,"uri":"/baseboard","method":"GET","req_id":"92b38c4d-92b1-4838-9305-61cf6186c34c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49361","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":87,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:56:57.604992569Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:48567"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:56:57.654465867Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"094f4f0d-d205-42ef-9821-dd491c83b28c","remote_addr":"[fd00:1122:3344:101::b]:48567","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":49386,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:56:57.654709033Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"a6135114-2141-445b-8d88-785140bc1254","remote_addr":"[fd00:1122:3344:101::b]:48567","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":95,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:56:57.743434972Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:46476"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:56:57.788177746Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"4b222413-5231-47b3-8811-3117dc674e3b","remote_addr":"[fd00:1122:3344:101::c]:46476","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":44646,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:56:57.788440642Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"7b7fe781-17ea-4684-a704-38df4a6452c1","remote_addr":"[fd00:1122:3344:101::c]:46476","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":100,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:56:57.983203897Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:58833"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:56:58.029916499Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"95a30f21-491e-4592-95a5-426a0436151e","remote_addr":"[fd00:1122:3344:101::a]:58833","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":46605,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:56:58.058863274Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"f4ddfe05-d90a-49b3-b865-aafc807f6505","remote_addr":"[fd00:1122:3344:101::a]:58833","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":119,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:56:58.423149017Z","hostname":"buskin","pid":1590,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:801"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:57:13.696048601Z","hostname":"buskin","pid":1590,"uri":"//f8ddae2c-d03b-437b-8664-dd7c7137601f","method":"GET","req_id":"fa732ffc-0490-40e9-a10e-8f6c7713a7b5","remote_addr":"[fd00:1122:3344:101::d]:43111","local_addr":"[fd00:1122:3344:101::1]:63174","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":1215,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:57:14.268312757Z","hostname":"buskin","pid":1590,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56656"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:57:14.268406339Z","hostname":"buskin","pid":1590,"uri":"/baseboard","method":"GET","req_id":"7789c60e-dc3f-42da-b606-56c3f02f9148","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56656","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":62,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:57:27.827225Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:55321"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:57:27.872915426Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"c55ac5ae-15d7-4e16-b861-86e844bf51a7","remote_addr":"[fd00:1122:3344:101::b]:55321","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":45626,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:57:27.873203443Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"b0368978-bb9b-415c-a831-95ed1b0118af","remote_addr":"[fd00:1122:3344:101::b]:55321","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:57:27.900637642Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:55507"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:57:27.944339901Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"9b6345af-0caa-473e-b7ba-88fdba7e3d8e","remote_addr":"[fd00:1122:3344:101::c]:55507","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":43607,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:57:27.944614677Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"4ba8ab1e-a468-421a-b267-98f4ad437233","remote_addr":"[fd00:1122:3344:101::c]:55507","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:57:28.098242865Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:62235"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:57:28.144578757Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"acb702d9-297e-4f65-9313-18901ad9fa2c","remote_addr":"[fd00:1122:3344:101::a]:62235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":46264,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:57:28.144814283Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"01a15b88-a0c5-4906-9bbc-3fc5ed3f8524","remote_addr":"[fd00:1122:3344:101::a]:62235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":95,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:57:43.695009482Z","hostname":"buskin","pid":1590,"uri":"//f8ddae2c-d03b-437b-8664-dd7c7137601f","method":"GET","req_id":"02856f6d-7f25-4db5-a172-672da915275a","remote_addr":"[fd00:1122:3344:101::d]:43111","local_addr":"[fd00:1122:3344:101::1]:63174","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":552,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:57:44.300323252Z","hostname":"buskin","pid":1590,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61211"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:57:44.300394554Z","hostname":"buskin","pid":1590,"uri":"/baseboard","method":"GET","req_id":"9e33a3a5-d4f3-44e6-9131-f991ff7e62df","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61211","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":43,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:57:57.539150522Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:37910"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:57:57.587584825Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"ac8b54dd-95de-41e4-b208-c9ce640ab969","remote_addr":"[fd00:1122:3344:101::b]:37910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":48330,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:57:57.587885192Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"1c492497-cead-4d5f-a2e4-78cf995b784f","remote_addr":"[fd00:1122:3344:101::b]:37910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:57:57.737398161Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:51179"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:57:57.781399037Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"38024660-8831-4212-ba33-ce2ebc111f10","remote_addr":"[fd00:1122:3344:101::c]:51179","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":43936,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:57:57.781669103Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"76bfc5cc-e5b7-4469-8ead-9cc183c71b2b","remote_addr":"[fd00:1122:3344:101::c]:51179","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:57:57.846709314Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:48922"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:57:57.890338552Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"44b4cdd0-dc1c-4100-9377-070b6f131436","remote_addr":"[fd00:1122:3344:101::a]:48922","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":43539,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:57:57.890569407Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"f2692a33-25d0-4a74-b06c-7982d109bfe8","remote_addr":"[fd00:1122:3344:101::a]:48922","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":98,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:13.695744528Z","hostname":"buskin","pid":1590,"uri":"//f8ddae2c-d03b-437b-8664-dd7c7137601f","method":"GET","req_id":"59f34af3-db67-43f9-a27e-7bc24fdf4ff3","remote_addr":"[fd00:1122:3344:101::d]:43111","local_addr":"[fd00:1122:3344:101::1]:63174","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":527,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:14.331814915Z","hostname":"buskin","pid":1590,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47883"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:14.331897317Z","hostname":"buskin","pid":1590,"uri":"/baseboard","method":"GET","req_id":"ca03ff4c-1ee9-41dd-9382-962d968526bd","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47883","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":56,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.76830485Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:59999"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.768589137Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:525","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f0a84a41-3e6e-44f2-9fd9-1b478c5f61f3, kind: Service { id: d597a162-52f8-40f2-b550-e83349b6bad6 }, name: Name(\"external-dns-d597a162-52f8-40f2-b550-e83349b6bad6\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 169])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: feffcd52-93e5-4612-9503-79233d029d38, kind: Service { id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc }, name: Name(\"external-dns-d95a2c61-3b7a-402a-9d16-cab05da3f8cc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 233])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 27ecfacb-c977-42f2-a03f-d9eae6141cc7, kind: Service { id: 6b9b5efd-2c6f-43a5-9b13-d722c58899eb }, name: Name(\"nexus-6b9b5efd-2c6f-43a5-9b13-d722c58899eb\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 139])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 64021da5-ca3f-48e6-a2f1-742ad35f9c54, kind: Service { id: 311d4305-876b-43f4-9c26-ea95f61887be }, name: Name(\"nexus-311d4305-876b-43f4-9c26-ea95f61887be\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 119])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 692bc98f-c2f9-456f-a679-207fa472690a, kind: Service { id: e43503f8-bfb6-4287-b808-8d90cbb6bad8 }, name: Name(\"nexus-e43503f8-bfb6-4287-b808-8d90cbb6bad8\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.768649938Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.768691919Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.768707329Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.768713489Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.76873788Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.76875587Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.768786741Z","hostname":"buskin","pid":1590,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d0e8d853-3945-4ced-8416-f67c30a2dc6a","remote_addr":"[fd00:1122:3344:101::c]:59999","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":415,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.77581337Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:39371"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.775952033Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:525","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f0a84a41-3e6e-44f2-9fd9-1b478c5f61f3, kind: Service { id: d597a162-52f8-40f2-b550-e83349b6bad6 }, name: Name(\"external-dns-d597a162-52f8-40f2-b550-e83349b6bad6\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 169])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: feffcd52-93e5-4612-9503-79233d029d38, kind: Service { id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc }, name: Name(\"external-dns-d95a2c61-3b7a-402a-9d16-cab05da3f8cc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 233])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 27ecfacb-c977-42f2-a03f-d9eae6141cc7, kind: Service { id: 6b9b5efd-2c6f-43a5-9b13-d722c58899eb }, name: Name(\"nexus-6b9b5efd-2c6f-43a5-9b13-d722c58899eb\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 139])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 64021da5-ca3f-48e6-a2f1-742ad35f9c54, kind: Service { id: 311d4305-876b-43f4-9c26-ea95f61887be }, name: Name(\"nexus-311d4305-876b-43f4-9c26-ea95f61887be\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 119])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 692bc98f-c2f9-456f-a679-207fa472690a, kind: Service { id: e43503f8-bfb6-4287-b808-8d90cbb6bad8 }, name: Name(\"nexus-e43503f8-bfb6-4287-b808-8d90cbb6bad8\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.775983014Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.775992434Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.776006575Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.776012875Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.776028195Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.776040005Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.776054946Z","hostname":"buskin","pid":1590,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"f0b465dd-3dc3-478e-872f-345206ef2286","remote_addr":"[fd00:1122:3344:101::b]:39371","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":197,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.85290979Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:48361"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.90204819Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"09acc691-e6eb-4c4f-864c-17480e31e2a5","remote_addr":"[fd00:1122:3344:101::b]:48361","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":49098,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.902295356Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"58324c2f-f909-4324-94d5-e7b827952a44","remote_addr":"[fd00:1122:3344:101::b]:48361","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.921962138Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:43537"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.922247495Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:525","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f0a84a41-3e6e-44f2-9fd9-1b478c5f61f3, kind: Service { id: d597a162-52f8-40f2-b550-e83349b6bad6 }, name: Name(\"external-dns-d597a162-52f8-40f2-b550-e83349b6bad6\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 169])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: feffcd52-93e5-4612-9503-79233d029d38, kind: Service { id: d95a2c61-3b7a-402a-9d16-cab05da3f8cc }, name: Name(\"external-dns-d95a2c61-3b7a-402a-9d16-cab05da3f8cc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 233])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 27ecfacb-c977-42f2-a03f-d9eae6141cc7, kind: Service { id: 6b9b5efd-2c6f-43a5-9b13-d722c58899eb }, name: Name(\"nexus-6b9b5efd-2c6f-43a5-9b13-d722c58899eb\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 139])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 64021da5-ca3f-48e6-a2f1-742ad35f9c54, kind: Service { id: 311d4305-876b-43f4-9c26-ea95f61887be }, name: Name(\"nexus-311d4305-876b-43f4-9c26-ea95f61887be\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 119])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 692bc98f-c2f9-456f-a679-207fa472690a, kind: Service { id: e43503f8-bfb6-4287-b808-8d90cbb6bad8 }, name: Name(\"nexus-e43503f8-bfb6-4287-b808-8d90cbb6bad8\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 47])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.922291876Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.922337007Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.922347847Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.922360977Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.922373688Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.922381418Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:544","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:27.922399698Z","hostname":"buskin","pid":1590,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"66c60596-6b8a-4304-9f36-3064b1cd4e4b","remote_addr":"[fd00:1122:3344:101::a]:43537","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":358,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:28.025827041Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:57364"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:28.072329907Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"d2c8992b-2fe0-409c-bb1c-03be85da7842","remote_addr":"[fd00:1122:3344:101::c]:57364","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":46467,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:28.072574193Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"864cf173-4e11-4e22-b4f4-c9696365883e","remote_addr":"[fd00:1122:3344:101::c]:57364","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:28.099975071Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:63590"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:28.144222293Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"fb45ca4a-a541-416b-ab9c-8c7332da9582","remote_addr":"[fd00:1122:3344:101::a]:63590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":44143,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:28.144991641Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"a32aae2d-edec-43f4-a86c-626eb172e29d","remote_addr":"[fd00:1122:3344:101::a]:63590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":632,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:43.696045592Z","hostname":"buskin","pid":1590,"uri":"//f8ddae2c-d03b-437b-8664-dd7c7137601f","method":"GET","req_id":"8a9acffe-1184-48b3-9a74-ca9f3f38323e","remote_addr":"[fd00:1122:3344:101::d]:43111","local_addr":"[fd00:1122:3344:101::1]:63174","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":782,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:44.363858822Z","hostname":"buskin","pid":1590,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64148"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:44.363922393Z","hostname":"buskin","pid":1590,"uri":"/baseboard","method":"GET","req_id":"4d47da1a-5e48-458f-89a7-b9194b1b20ac","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64148","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":39,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:57.678102252Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:39722"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:57.725610783Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"1f6d71a1-cfd1-409f-9d10-5b91dd957f39","remote_addr":"[fd00:1122:3344:101::c]:39722","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":47444,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:57.725853399Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"6f3b20cf-9ee5-4be7-a109-9ac86695b4c7","remote_addr":"[fd00:1122:3344:101::c]:39722","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":82,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:57.748509902Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:57993"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:57.795042319Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"85538dee-e15e-42ba-ab44-47d10f2617a2","remote_addr":"[fd00:1122:3344:101::b]:57993","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":46458,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:57.795323646Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"aca17a0d-61cc-411c-b76f-b87ac7b17899","remote_addr":"[fd00:1122:3344:101::b]:57993","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:57.892023267Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:56503"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:57.935672255Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"017b9c04-89d9-4ff4-93d6-41c46a76f6a9","remote_addr":"[fd00:1122:3344:101::a]:56503","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":43595,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:58:57.935909361Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"cb524b13-18ef-41e0-8413-0f4f9a648d24","remote_addr":"[fd00:1122:3344:101::a]:56503","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":100,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:59:13.77104291Z","hostname":"buskin","pid":1590,"uri":"//f8ddae2c-d03b-437b-8664-dd7c7137601f","method":"GET","req_id":"bea48fad-8980-4470-8544-1d694251890c","remote_addr":"[fd00:1122:3344:101::d]:43111","local_addr":"[fd00:1122:3344:101::1]:63174","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":550,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:59:14.395643802Z","hostname":"buskin","pid":1590,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:37023"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:59:14.396249566Z","hostname":"buskin","pid":1590,"uri":"/baseboard","method":"GET","req_id":"1c68f9f5-b543-49be-a2e0-afd8fc6ccebd","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:37023","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":589,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:59:27.937382973Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:58789"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:59:27.985394776Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"9f608da4-b927-4199-b8d4-4610890a5ecb","remote_addr":"[fd00:1122:3344:101::c]:58789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":47926,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:59:27.985596741Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:37927"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:59:27.985881467Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"848d234e-e97e-4586-819f-87db799516dd","remote_addr":"[fd00:1122:3344:101::c]:58789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":250,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:59:28.032058626Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"72ff2877-b7b3-4ddb-96d0-ba72f6c5a5c9","remote_addr":"[fd00:1122:3344:101::b]:37927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":46346,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:59:28.033032309Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"35c27cae-2d07-4082-b6ad-7f8d30dfedac","remote_addr":"[fd00:1122:3344:101::b]:37927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":769,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:59:28.133433799Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:54264"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:59:28.180357836Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"8f6c0e2a-15f2-44ed-b76e-46070072292f","remote_addr":"[fd00:1122:3344:101::a]:54264","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":46854,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:59:28.180585881Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"084d6239-dc81-4e63-bbb9-e7b3c799905f","remote_addr":"[fd00:1122:3344:101::a]:54264","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":97,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:59:43.770874303Z","hostname":"buskin","pid":1590,"uri":"//f8ddae2c-d03b-437b-8664-dd7c7137601f","method":"GET","req_id":"cc6494fb-60d1-4342-84e3-528d304f3ade","remote_addr":"[fd00:1122:3344:101::d]:43111","local_addr":"[fd00:1122:3344:101::1]:63174","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":560,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:59:44.428716983Z","hostname":"buskin","pid":1590,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53385"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:59:44.428801246Z","hostname":"buskin","pid":1590,"uri":"/baseboard","method":"GET","req_id":"05aa470e-3ae2-461e-add9-a7fe082c9cf3","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53385","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":69,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:59:57.640342521Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:52768"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:59:57.687166795Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"50126404-1c6c-4e40-86e2-858941c8668c","remote_addr":"[fd00:1122:3344:101::b]:52768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":46755,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:59:57.687437431Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"da70dd88-c072-4753-a202-78743b5292f8","remote_addr":"[fd00:1122:3344:101::b]:52768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:59:57.752923483Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::c]:47094"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:59:57.798889756Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"4574848d-2d8d-4c1d-88f2-c6b516f03875","remote_addr":"[fd00:1122:3344:101::c]:47094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":45873,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:59:57.799170173Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"a385e492-2ded-45e8-a6e5-4c19698e04d4","remote_addr":"[fd00:1122:3344:101::c]:47094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:59:57.830510146Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:53389"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:59:57.873634661Z","hostname":"buskin","pid":1590,"uri":"/switch-ports","method":"POST","req_id":"113052f8-00ef-4552-8796-c5cce0d14790","remote_addr":"[fd00:1122:3344:101::a]:53389","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":43027,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T18:59:57.873901427Z","hostname":"buskin","pid":1590,"uri":"/network-bootstore-config","method":"GET","req_id":"05eaab17-a01c-463e-acb0-9444c3f3ae1f","remote_addr":"[fd00:1122:3344:101::a]:53389","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:01.231552321Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:63687"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:01.23445946Z","hostname":"buskin","pid":1590,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:521","metadata":"InstanceMetadata { silo_id: 3529ec3e-add2-4141-90af-457431582e92, project_id: a04e50ed-1670-42d9-b651-7da7717b6f9f }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-05-06T19:00:00.702167Z }","instance_runtime":"InstanceRuntimeState { propolis_id: Some(5474edf1-215c-44ff-94b4-f86762045026), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-05-06T19:00:00.733403983Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 43e1608a-8ed8-4dbc-9d67-4f5b5fd8455a, kind: Instance { id: e06fbae0-dd48-4dab-8eea-faae32f21c33 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 249, 188, 143])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(1539140), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 43e1608a-8ed8-4dbc-9d67-4f5b5fd8455a, kind: Instance { id: e06fbae0-dd48-4dab-8eea-faae32f21c33 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 249, 188, 143])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(1539140), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 43e1608a-8ed8-4dbc-9d67-4f5b5fd8455a, kind: Instance { id: e06fbae0-dd48-4dab-8eea-faae32f21c33 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 249, 188, 143])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(1539140), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(1539140))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 43e1608a-8ed8-4dbc-9d67-4f5b5fd8455a, kind: Instance { id: e06fbae0-dd48-4dab-8eea-faae32f21c33 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 249, 188, 143])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(1539140), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-a44aed30633\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 3847c17f-f44e-4b1d-ac89-d0388f1949a3, read_only_parent: Some(Volume { block_size: 512, id: 201aa5d7-3147-4a74-a3dc-fa151e4db3a0, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 68cb7a6d-1e55-462d-a89a-749b6be24433, key: Some(\"fdFBLywidiEf7MXF0vS0/C3QAs8y3P4Aq2N7bCh3zUw=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19002\", \"[fd00:1122:3344:101::13]:19002\", \"[fd00:1122:3344:101::16]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 3847c17f-f44e-4b1d-ac89-d0388f1949a3, key: Some(\"GLm+uhwpcPDCov8ZbFTJ6uD2+7ggpej64jwvGzo9/KQ=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19003\", \"[fd00:1122:3344:101::19]:19000\", \"[fd00:1122:3344:101::18]:19003\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAB3AJimWKZYAAAAmKZYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAdwCYplimWAAAAJimWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJlMDZmYmFlMC1kZDQ4LTRkYWItOGVlYS1mYWFlMzJmMjFjMzMiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTEcraXZLZFVzemJGaU5hR2svUm5vbDBQYy9TaVRQdnVzMlVXZXhMUTIzTCJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }","propolis_id":"5474edf1-215c-44ff-94b4-f86762045026","instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:01.234574303Z","hostname":"buskin","pid":1590,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:01.234964512Z","hostname":"buskin","pid":1590,"component":"InstanceManager","file":"sled-agent/src/instance.rs:938","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 43e1608a-8ed8-4dbc-9d67-4f5b5fd8455a, kind: Instance { id: e06fbae0-dd48-4dab-8eea-faae32f21c33 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 249, 188, 143])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(1539140), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 43e1608a-8ed8-4dbc-9d67-4f5b5fd8455a, kind: Instance { id: e06fbae0-dd48-4dab-8eea-faae32f21c33 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 249, 188, 143])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(1539140), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 43e1608a-8ed8-4dbc-9d67-4f5b5fd8455a, kind: Instance { id: e06fbae0-dd48-4dab-8eea-faae32f21c33 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 249, 188, 143])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(1539140), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(1539140))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 43e1608a-8ed8-4dbc-9d67-4f5b5fd8455a, kind: Instance { id: e06fbae0-dd48-4dab-8eea-faae32f21c33 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 249, 188, 143])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(1539140), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-a44aed30633\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 3847c17f-f44e-4b1d-ac89-d0388f1949a3, read_only_parent: Some(Volume { block_size: 512, id: 201aa5d7-3147-4a74-a3dc-fa151e4db3a0, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 68cb7a6d-1e55-462d-a89a-749b6be24433, key: Some(\"fdFBLywidiEf7MXF0vS0/C3QAs8y3P4Aq2N7bCh3zUw=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19002\", \"[fd00:1122:3344:101::13]:19002\", \"[fd00:1122:3344:101::16]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 3847c17f-f44e-4b1d-ac89-d0388f1949a3, key: Some(\"GLm+uhwpcPDCov8ZbFTJ6uD2+7ggpej64jwvGzo9/KQ=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19003\", \"[fd00:1122:3344:101::19]:19000\", \"[fd00:1122:3344:101::18]:19003\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAB3AJimWKZYAAAAmKZYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAdwCYplimWAAAAJimWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJlMDZmYmFlMC1kZDQ4LTRkYWItOGVlYS1mYWFlMzJmMjFjMzMiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTEcraXZLZFVzemJGaU5hR2svUm5vbDBQYy9TaVRQdnVzMlVXZXhMUTIzTCJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }, instance_runtime: InstanceRuntimeState { propolis_id: Some(5474edf1-215c-44ff-94b4-f86762045026), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-05-06T19:00:00.733403983Z }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-05-06T19:00:00.702167Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400 }","propolis_id":"5474edf1-215c-44ff-94b4-f86762045026","instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:01.235968487Z","hostname":"buskin","pid":1590,"uri":"/instances/e06fbae0-dd48-4dab-8eea-faae32f21c33","method":"PUT","req_id":"edbd832a-2d8b-4e67-a2cf-b1b95f6563e5","remote_addr":"[fd00:1122:3344:101::a]:63687","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":4340,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:01.375728531Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:43488"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:01.375917656Z","hostname":"buskin","pid":1590,"uri":"/instances/e06fbae0-dd48-4dab-8eea-faae32f21c33/state","method":"PUT","req_id":"4b0cae99-7e39-42d9-99dc-ef5a24c63146","remote_addr":"[fd00:1122:3344:101::a]:43488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":129,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:01.403491257Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 249, 188, 143]), slot: 0, vni: Vni { inner: 1539140 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 }, vnic: \"vopte6\" } }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:01.404334108Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:01.45234504Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:01.480031505Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:02.70467822Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:02.706329689Z","hostname":"buskin","pid":1590,"zone":"oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026","instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026\") failed: Property not found. retry in 55.868141ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T19:00:02.889355173Z","hostname":"buskin","pid":1590,"zone":"oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026","instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026\") failed: Property not found. retry in 64.349056ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T19:00:02.962657052Z","hostname":"buskin","pid":1590,"zone":"oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026","instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026\") failed: Property not found. retry in 295.904957ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T19:00:03.046253689Z","hostname":"buskin","pid":1590,"zone":"oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026","instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026\") failed: Property not found. retry in 261.304414ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T19:00:03.358432442Z","hostname":"buskin","pid":1590,"zone":"oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026","instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026\") failed: Property not found. retry in 981.256054ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T19:00:03.629745634Z","hostname":"buskin","pid":1590,"zone":"oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026","instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026\") failed: Property not found. retry in 808.324416ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T19:00:04.622208506Z","hostname":"buskin","pid":1590,"zone":"oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026","instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026\") failed: Property not found. retry in 892.268243ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T19:00:05.440090867Z","hostname":"buskin","pid":1590,"zone":"oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026","instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026\") failed: Property not found. retry in 609.590739ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T19:00:06.341120515Z","hostname":"buskin","pid":1590,"zone":"oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026","instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026\") failed: Property not found. retry in 830.854401ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T19:00:06.960773679Z","hostname":"buskin","pid":1590,"zone":"oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026","instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:07.820416813Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"sled-agent/src/instance.rs:1423"} {"msg":"wait for service Some(\"oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026\") failed: Property not found. retry in 56.946194ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T19:00:07.829115491Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026\") failed: Property not found. retry in 70.655524ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T19:00:07.89573427Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026\") failed: Property not found. retry in 173.783001ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T19:00:07.97655308Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:08.160926456Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"sled-agent/src/instance.rs:1432"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:08.195231139Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"sled-agent/src/instance.rs:1446"} {"msg":"Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAB3AJimWKZYAAAAmKZYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAdwCYplimWAAAAJimWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJlMDZmYmFlMC1kZDQ4LTRkYWItOGVlYS1mYWFlMzJmMjFjMzMiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTEcraXZLZFVzemJGaU5hR2svUm5vbDBQYy9TaVRQdnVzMlVXZXhMUTIzTCJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\"), disks: [DiskRequest { device: \"nvme\", name: \"disk-a44aed30633\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 3847c17f-f44e-4b1d-ac89-d0388f1949a3, read_only_parent: Some(Volume { block_size: 512, id: 201aa5d7-3147-4a74-a3dc-fa151e4db3a0, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 68cb7a6d-1e55-462d-a89a-749b6be24433, key: Some(\"fdFBLywidiEf7MXF0vS0/C3QAs8y3P4Aq2N7bCh3zUw=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19002\", \"[fd00:1122:3344:101::13]:19002\", \"[fd00:1122:3344:101::16]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 3847c17f-f44e-4b1d-ac89-d0388f1949a3, key: Some(\"GLm+uhwpcPDCov8ZbFTJ6uD2+7ggpej64jwvGzo9/KQ=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19003\", \"[fd00:1122:3344:101::19]:19000\", \"[fd00:1122:3344:101::18]:19003\"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: \"vopte6\", slot: Slot(0) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Test description\", id: e06fbae0-dd48-4dab-8eea-faae32f21c33, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, metadata: InstanceMetadata { project_id: a04e50ed-1670-42d9-b651-7da7717b6f9f, silo_id: 3529ec3e-add2-4141-90af-457431582e92 }, name: \"localshark\", vcpus: 2 } }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:08.195842564Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:08.309114133Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"sled-agent/src/instance.rs:687"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Starting), migration_status: NoMigration, time: 2024-05-06T19:00:08.309543413Z }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:08.309564254Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"sled-agent/src/instance.rs:569"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:08.309572214Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"sled-agent/src/instance.rs:591","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-05-06T19:00:08.309543413Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(5474edf1-215c-44ff-94b4-f86762045026), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-05-06T19:00:00.733403983Z }","propolis_id":"5474edf1-215c-44ff-94b4-f86762045026"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:08.309578754Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"sled-agent/src/instance.rs:491","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(5474edf1-215c-44ff-94b4-f86762045026), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-05-06T19:00:00.733403983Z }, propolis_id: 5474edf1-215c-44ff-94b4-f86762045026, vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-05-06T19:00:08.309543413Z } }","instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_status: NoMigration, time: 2024-05-06T19:00:08.366573342Z }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:08.366617553Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"sled-agent/src/instance.rs:569"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:08.366699455Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"sled-agent/src/instance.rs:591","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-05-06T19:00:08.366573342Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(5474edf1-215c-44ff-94b4-f86762045026), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-05-06T19:00:00.733403983Z }","propolis_id":"5474edf1-215c-44ff-94b4-f86762045026"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:08.366718806Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"sled-agent/src/instance.rs:491","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(5474edf1-215c-44ff-94b4-f86762045026), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-05-06T19:00:00.733403983Z }, propolis_id: 5474edf1-215c-44ff-94b4-f86762045026, vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-05-06T19:00:08.366573342Z } }","instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:13.771149227Z","hostname":"buskin","pid":1590,"uri":"//f8ddae2c-d03b-437b-8664-dd7c7137601f","method":"GET","req_id":"51f25036-80ac-46dc-8eda-9e4bbf42cfa4","remote_addr":"[fd00:1122:3344:101::d]:43111","local_addr":"[fd00:1122:3344:101::1]:63174","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","component":"producer-server","component":"MetricsManager","sled_id":"f8ddae2c-d03b-437b-8664-dd7c7137601f","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":747,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:14.460853042Z","hostname":"buskin","pid":1590,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56299"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:14.461015526Z","hostname":"buskin","pid":1590,"uri":"/baseboard","method":"GET","req_id":"861355c1-fb1c-48cb-9396-b82c5e653e27","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56299","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:18.815310182Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::a]:42440"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:18.81646809Z","hostname":"buskin","pid":1590,"uri":"/instances/e06fbae0-dd48-4dab-8eea-faae32f21c33/state","method":"PUT","req_id":"abffb4b3-3fae-40da-8882-eba3b626183d","remote_addr":"[fd00:1122:3344:101::a]:42440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":1112,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_status: NoMigration, time: 2024-05-06T19:00:18.816566812Z }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:18.816592773Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"sled-agent/src/instance.rs:569"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:18.816611003Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"sled-agent/src/instance.rs:591","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-05-06T19:00:18.816566812Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(5474edf1-215c-44ff-94b4-f86762045026), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-05-06T19:00:00.733403983Z }","propolis_id":"5474edf1-215c-44ff-94b4-f86762045026"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:18.816630044Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"sled-agent/src/instance.rs:491","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(5474edf1-215c-44ff-94b4-f86762045026), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-05-06T19:00:00.733403983Z }, propolis_id: 5474edf1-215c-44ff-94b4-f86762045026, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-05-06T19:00:18.816566812Z } }","instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_status: NoMigration, time: 2024-05-06T19:00:18.856882570Z }","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:18.85690563Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"sled-agent/src/instance.rs:569"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:18.856943491Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"sled-agent/src/instance.rs:591","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(6), time_updated: 2024-05-06T19:00:18.856882570Z }","new_instance_state":"InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-05-06T19:00:18.856882570Z }","propolis_id":"5474edf1-215c-44ff-94b4-f86762045026"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:18.856968612Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"sled-agent/src/instance.rs:606","instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:18.856974132Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:18.858493019Z","hostname":"buskin","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:18.85855032Z","hostname":"buskin","pid":1590,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:437","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/3ff1a37c-d2c7-4188-a7c5-24ea2524039a/debug/bundle/zone\", \"/pool/int/89da1175-3575-41bb-9de5-7b42869043ce/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/f80df5e3-9843-455d-8223-1c3ddccd5f8e/crypt/debug\", \"/pool/ext/15a38827-a5e7-4eb0-96e1-7927042165c9/crypt/debug\", \"/pool/ext/fc59a4a5-417e-4007-b04c-0e6501a4f265/crypt/debug\", \"/pool/ext/ad2f42eb-4bde-450f-9600-5d3162e94225/crypt/debug\", \"/pool/ext/ad34c00c-d848-4310-92c7-641ce5863a7d/crypt/debug\", \"/pool/ext/3a813f6b-17e8-4051-9896-63a1687e8a27/crypt/debug\", \"/pool/ext/a054c327-ba96-4046-8c5e-0adba1e47971/crypt/debug\", \"/pool/ext/800ccd26-0419-43d2-8f63-c2ad699284d1/crypt/debug\", \"/pool/ext/ab4d896f-f446-425e-97ec-9a6dacb42f2c/crypt/debug\"] }","zone_name":"oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:19.488456949Z","hostname":"buskin","pid":1590,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1230","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026\", bundle_id: 27e66b85-4cca-4dc2-a76f-f8e677d4f79f }, time_created: 2024-05-06T19:00:18.859458502Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_5474edf1-215c-44ff-94b4-f86762045026","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T19:00:19.488559162Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:21.237897771Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"illumos-utils/src/zone.rs:269"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:21.260830742Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"sled-agent/src/instance.rs:491","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-05-06T19:00:18.856882570Z }, propolis_id: 5474edf1-215c-44ff-94b4-f86762045026, vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-05-06T19:00:21.260776150Z } }","instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:21.334665644Z","hostname":"buskin","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::b]:59440"} {"msg":"unset_virtual_nic_host unimplmented","v":0,"name":"SledAgent","level":40,"time":"2024-05-06T19:00:21.335010352Z","hostname":"buskin","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:620"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:21.335048333Z","hostname":"buskin","pid":1590,"uri":"/v2p/43e1608a-8ed8-4dbc-9d67-4f5b5fd8455a","method":"DELETE","req_id":"f187c842-7917-43ef-afe1-808f16d6429c","remote_addr":"[fd00:1122:3344:101::b]:59440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":215,"response_code":"204"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:21.609915721Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"sled-agent/src/instance.rs:491","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-05-06T19:00:18.856882570Z }, propolis_id: 5474edf1-215c-44ff-94b4-f86762045026, vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-05-06T19:00:21.260776150Z } }","instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-05-06T19:00:21.614318256Z","hostname":"buskin","pid":1590,"instance_id":"e06fbae0-dd48-4dab-8eea-faae32f21c33","component":"InstanceManager","file":"sled-agent/src/instance.rs:723"}