[ Aug 14 22:27:32 Enabled. ] [ Aug 14 22:27:32 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Aug 14 22:27:32 Method "start" exited with status 0. ] [ Aug 14 22:27:32 Rereading configuration. ] [ Aug 14 22:27:32 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:32.265028382Z","hostname":"buskin","pid":1562,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:32.265153304Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:32.317609761Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:32.317648391Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:32.433133068Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:32.44218257Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:32.450000694Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.063502184Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.201774063Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:125"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.201812744Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:137"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.201861365Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:150"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.201945856Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:172","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.201967786Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:716"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.202044147Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.204851499Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:623"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:33.204859759Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:765"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.204872509Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:186"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.204877869Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:824"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.204905279Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.20493235Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.205100652Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.205121412Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.205134473Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.216491258Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.216522199Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"eb7d1608-061f-4633-a5da-2133d1a63302 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.316253136Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: eb7d1608-061f-4633-a5da-2133d1a63302 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.522798712Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.522830403Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.522834873Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.522844123Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.522849753Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.522867193Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.522872453Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.531499189Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.53152156Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"2e8af2e9-8342-42ed-88bb-bcb6bcd354d3 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.617072899Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 2e8af2e9-8342-42ed-88bb-bcb6bcd354d3 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.815986165Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816032625Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: eb7d1608-061f-4633-a5da-2133d1a63302 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2e8af2e9-8342-42ed-88bb-bcb6bcd354d3 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816072336Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816080496Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816090236Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816094686Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816142517Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816161917Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: eb7d1608-061f-4633-a5da-2133d1a63302 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2e8af2e9-8342-42ed-88bb-bcb6bcd354d3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816179617Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816185067Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816190017Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816207008Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816211038Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816215038Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: eb7d1608-061f-4633-a5da-2133d1a63302 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2e8af2e9-8342-42ed-88bb-bcb6bcd354d3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816234648Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816239268Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816244078Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816249548Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816254929Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816259098Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: eb7d1608-061f-4633-a5da-2133d1a63302 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2e8af2e9-8342-42ed-88bb-bcb6bcd354d3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816278549Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816285199Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816303159Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816307499Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816313229Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: eb7d1608-061f-4633-a5da-2133d1a63302 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2e8af2e9-8342-42ed-88bb-bcb6bcd354d3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.81633487Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.81634034Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.81634423Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_4.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.81634986Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.81635498Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.81636094Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.81636474Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: eb7d1608-061f-4633-a5da-2133d1a63302 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2e8af2e9-8342-42ed-88bb-bcb6bcd354d3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.8163971Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.81640216Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816406531Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816413021Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816421961Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_6.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816450101Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816457551Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816462721Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: eb7d1608-061f-4633-a5da-2133d1a63302 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2e8af2e9-8342-42ed-88bb-bcb6bcd354d3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816495212Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816500512Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816506192Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816510092Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816515352Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816519512Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: eb7d1608-061f-4633-a5da-2133d1a63302 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2e8af2e9-8342-42ed-88bb-bcb6bcd354d3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816550453Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816554933Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816558303Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816562093Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816565563Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816569113Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: eb7d1608-061f-4633-a5da-2133d1a63302 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2e8af2e9-8342-42ed-88bb-bcb6bcd354d3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816597614Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816602154Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816605214Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:96"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816614384Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:98"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816620044Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816623264Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: eb7d1608-061f-4633-a5da-2133d1a63302 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2e8af2e9-8342-42ed-88bb-bcb6bcd354d3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816648634Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816652154Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816655144Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:210"} {"msg":"No ledger in /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816679915Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816696675Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816704055Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816713795Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816720685Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816727225Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816745596Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:215"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.816751806Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:230"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.827784587Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:730"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.827821347Z","hostname":"buskin","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:292","time_to_next_cleanup":"599.999939069s","next_cleanup":"Instant { tv_sec: 11866, tv_nsec: 635662504 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.827893248Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3778"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.827915639Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"No ledger in /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.82799035Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.830513097Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.830906783Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:205"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.830965703Z","hostname":"buskin","pid":1562,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.831216957Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1017"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.831222607Z","hostname":"buskin","pid":1562,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.831256877Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"No ledger in /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.831313018Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.831322398Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.831334449Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1077"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.831352879Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"No ledger in /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.831362859Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.831370239Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.831373429Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1118"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.831376519Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.831379559Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.831393379Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Writing ledger to /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.83141621Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.831739624Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.831880227Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.831886997Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1151"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.831926517Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.831935818Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.832079589Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.832203711Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.832249592Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: aeb7e077-0751-417b-8b16-b62876b5611c, rack_id: a0b038fc-3fac-44f8-9f1a-4ef58ea17b4f, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.832364724Z","hostname":"buskin","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:46113","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: aeb7e077-0751-417b-8b16-b62876b5611c, rack_id: a0b038fc-3fac-44f8-9f1a-4ef58ea17b4f, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.832452865Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:359"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.832461535Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:374"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.832491086Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.832515846Z","hostname":"buskin","pid":1562,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.832520746Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.832524796Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.832530346Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:573"} {"msg":"No ledger in /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.832612277Z","hostname":"buskin","pid":1562,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.832628497Z","hostname":"buskin","pid":1562,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.832634808Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:562"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.832638928Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:590"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.832642438Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:394"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.832679358Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:374"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.832684328Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:480","result":"DisksManagementResult { status: [] }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.834880901Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4012"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.834949391Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4394"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.865385986Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.886236591Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.904099752Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.949287152Z","hostname":"buskin","pid":1562,"sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:382"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.949352502Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.949365893Z","hostname":"buskin","pid":1562,"sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:394"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.949377233Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 114.325436ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.952347136Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22dc383e-35af-43de-a923-48d869856fbc\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:27:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"22dc383e-35af-43de-a923-48d869856fbc\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_eb7d1608-061f-4633-a5da-2133d1a63302/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.963525509Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_eb7d1608-061f-4633-a5da-2133d1a63302/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.988204379Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_eb7d1608-061f-4633-a5da-2133d1a63302/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.98825212Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.994619093Z","hostname":"buskin","pid":1562,"sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:409"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.994626413Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:126"} {"msg":"Ensuring dataset oxi_eb7d1608-061f-4633-a5da-2133d1a63302/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:33.994630753Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:136"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:34.0683947Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 162.131639ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:34.068993539Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2440292-f776-466a-b324-5a206dd1567a\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:27:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f2440292-f776-466a-b324-5a206dd1567a\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:34.072525591Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:170"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:34.232833802Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 206.746301ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:34.233463582Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a27cfcca-9a9c-4ac5-8efb-f8431adf0c12\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:27:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a27cfcca-9a9c-4ac5-8efb-f8431adf0c12\" }"} {"msg":"Mounting oxi_eb7d1608-061f-4633-a5da-2133d1a63302/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:34.291151824Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:178"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:34.303917731Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:34.304008832Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:34.304031632Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:34.304052693Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:192"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:34.441746704Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 183.959679ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:34.442438574Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7a8b258-edc5-473c-90f9-1835dd540aae\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:27:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f7a8b258-edc5-473c-90f9-1835dd540aae\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:34.627123711Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 130.882848ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:34.62776347Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d23a9240-815e-4cfe-841e-37930083b66f\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:27:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d23a9240-815e-4cfe-841e-37930083b66f\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:34.759815159Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 362.166237ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:34.760328437Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79c8a343-639d-4c1d-a6b0-230cae08cbd1\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:27:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"79c8a343-639d-4c1d-a6b0-230cae08cbd1\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:35.039084957Z","hostname":"buskin","pid":1562,"sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:90"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:35.044852852Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:49293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:205","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:205"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:35.044890212Z","hostname":"buskin","pid":1562,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:60","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:35.044951713Z","hostname":"buskin","pid":1562,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:49293","producer_id":"aeb7e077-0751-417b-8b16-b62876b5611c"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:35.046207872Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"215.248924ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:35.047067774Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:35.047076734Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:35.047142865Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:914","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:35.047148075Z","hostname":"buskin","pid":1562,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:35.123140595Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:35.262707034Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"299.836041ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:35.563393885Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"500.997507ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:36.066246129Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.122089935s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:37.122999443Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2551"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:37.123024884Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2769"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:37.123029873Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2421"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:37.123033893Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2468"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:37.123045604Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2850"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:37.123050004Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2892"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:37.125042343Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2694"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:37.126604556Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2462"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:37.126720867Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:37.12687987Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 51.766554ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:37.37335937Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 94.63548ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:37.60275451Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 254.684013ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:37.799842729Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 250.228382ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:38.165784823Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:38.189955446Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"5.75115861s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 643.977573ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:38.570822349Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 673.758485ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:39.298620628Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.363188042s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:40.157259588Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 716.559407ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:41.726543728Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.177060305s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:42.663231659Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:44.310965873Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.914605313s"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.316170349Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:205"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.31621326Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:429"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.31624694Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Writing ledger to /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.316266371Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.316459144Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.316645876Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.316666016Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.316677947Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3778"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.316686727Z","hostname":"buskin","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:46113","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.540461755Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.540539266Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.540572827Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"No ledger in /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.540658008Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.540684368Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.540701249Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.540725899Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.545544089Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4036","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.545552279Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4052"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.54556842Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.815157077Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:65092"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.815496012Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.815620014Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"a369e14d-ae64-4d22-b3a4-1fd4279dd587","remote_addr":"[fd00:1122:3344:101::1]:65092","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":302,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.846800059Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:36444"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.846913091Z","hostname":"buskin","pid":1562,"uri":"/sled-role","method":"GET","req_id":"d0ac661b-9087-4477-bc1a-8e72c7861cdb","remote_addr":"[fd00:1122:3344:101::1]:36444","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":43,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.847670632Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Writing ledger to /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.847711023Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.848107629Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.848357542Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:828"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: b21fff50-4c27-4f69-85a9-2e9d0136759e, pool_id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 42cf2721-b923-4b2e-817d-6adff83fb442, pool_id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: ec31ea05-7f2c-4cbd-bd06-b4ccd1ee7a39, pool_id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: d1067799-d609-4b88-9cad-128be7f8d5bf, pool_id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 7049b87c-122c-4d5a-9d83-954a9fc4e6b0, pool_id: 20226c3a-235f-4118-b164-e14967848f5c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: a889f415-e9cf-430e-a36b-21ed285d732b, pool_id: 2450844a-e7c2-49d0-8dc6-d59793fa3c37 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 04103578-ce32-4b57-bfa9-17fa3ec0a518, pool_id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 629b415d-04e1-4664-acbf-66f4915c5271, pool_id: 0faf5893-5a63-4906-a7f5-cb36c6c1353b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: af847740-5ca2-41b6-8c05-34a1bb9a547a, pool_id: 126123c3-ef9f-486e-8f31-7272296cc4d8 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.880494031Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:355"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.880606903Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:60763"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.880820146Z","hostname":"buskin","pid":1562,"sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:831"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: b21fff50-4c27-4f69-85a9-2e9d0136759e, pool_id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 42cf2721-b923-4b2e-817d-6adff83fb442, pool_id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: ec31ea05-7f2c-4cbd-bd06-b4ccd1ee7a39, pool_id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: d1067799-d609-4b88-9cad-128be7f8d5bf, pool_id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 7049b87c-122c-4d5a-9d83-954a9fc4e6b0, pool_id: 20226c3a-235f-4118-b164-e14967848f5c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: a889f415-e9cf-430e-a36b-21ed285d732b, pool_id: 2450844a-e7c2-49d0-8dc6-d59793fa3c37 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 04103578-ce32-4b57-bfa9-17fa3ec0a518, pool_id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 629b415d-04e1-4664-acbf-66f4915c5271, pool_id: 0faf5893-5a63-4906-a7f5-cb36c6c1353b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: af847740-5ca2-41b6-8c05-34a1bb9a547a, pool_id: 126123c3-ef9f-486e-8f31-7272296cc4d8 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.880844747Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"No ledger in /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.880855307Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.880862547Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.880867647Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.880876867Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:374"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.880881577Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.880886937Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:44.880891197Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.303229815Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.305343986Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.305355156Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"17668df1-993b-458e-b1cf-310a88477d11 (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/aeb7e077-0751-417b-8b16-b62876b5611c): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-14T22:27:45.317319571Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:229"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.40282701Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.410766606Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:348","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.410858117Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:350","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.410871347Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:354","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.410884617Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:356","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.410898938Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.41101669Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.41102568Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:368"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.445341041Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_17668df1-993b-458e-b1cf-310a88477d11/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.453155585Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:411"} {"msg":"Looking for unencrypted datasets in oxp_17668df1-993b-458e-b1cf-310a88477d11","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.576265663Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:496"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.584244409Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.58427756Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.58429125Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.58430699Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.584315541Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.593942731Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.593979352Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.688751866Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.696444898Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:348","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.696504859Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:350","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.696518019Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:354","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.69653246Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:356","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.69654703Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.696655071Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.696664802Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:368"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.730067979Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_7f6d9db3-762e-4798-98cd-bb00d0a3b252/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.737900044Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:411"} {"msg":"Looking for unencrypted datasets in oxp_7f6d9db3-762e-4798-98cd-bb00d0a3b252","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.858299832Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:496"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.866024495Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.866069196Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.866076286Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.866086046Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.866092666Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.875672606Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.875711587Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.967483686Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.975458223Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:348","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.975505244Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:350","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.975525604Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:354","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.975557654Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:356","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.975573345Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.975709387Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:45.975719637Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:368"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.012317911Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_1bd3ff04-304c-4362-b41f-8347b5dd9341/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.020543321Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:411"} {"msg":"Looking for unencrypted datasets in oxp_1bd3ff04-304c-4362-b41f-8347b5dd9341","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.141458038Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:496"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.149407734Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.149452924Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.149459224Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.149469324Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.149474455Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.158655929Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.158701559Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.249985103Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.257533353Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:348","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.257569893Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:350","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.257577494Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:354","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.257585514Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:356","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.257599904Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.257735136Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.257749356Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:368"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.29360847Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_db606de8-ae75-4597-bde9-3f1234d88ff3/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.300687303Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:411"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/aeb7e077-0751-417b-8b16-b62876b5611c): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-14T22:27:46.319470258Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:229"} {"msg":"Looking for unencrypted datasets in oxp_db606de8-ae75-4597-bde9-3f1234d88ff3","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.415905976Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:496"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.423506967Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.423537327Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.423544547Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.423551227Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.423557168Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.433431022Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.433468583Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"20226c3a-235f-4118-b164-e14967848f5c (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.527666728Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.53535612Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:348","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.535381601Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:350","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.535389101Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:354","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.535403701Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:356","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.535427321Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.535558734Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.535564394Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:368"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.569763853Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_20226c3a-235f-4118-b164-e14967848f5c/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.577681549Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:411"} {"msg":"Looking for unencrypted datasets in oxp_20226c3a-235f-4118-b164-e14967848f5c","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.702433771Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:496"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.710124233Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.710186914Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.710199584Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.710210944Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.710219545Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.719631932Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.719668972Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"2450844a-e7c2-49d0-8dc6-d59793fa3c37 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.813173088Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 2450844a-e7c2-49d0-8dc6-d59793fa3c37 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.82151924Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:348","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.821565531Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:350","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.821576521Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:354","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.821615132Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:356","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.821626852Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.821786604Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.821803254Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:368"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.857056499Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_2450844a-e7c2-49d0-8dc6-d59793fa3c37/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.865064326Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:411"} {"msg":"Looking for unencrypted datasets in oxp_2450844a-e7c2-49d0-8dc6-d59793fa3c37","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:46.995143826Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:496"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.003347446Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.003379116Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.003400536Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.003405296Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.003409076Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.012973226Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.012993436Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.111701758Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.119887088Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:348","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.119904718Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:350","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.119909478Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:354","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.119971489Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:356","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.119978189Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.120112231Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.120118781Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:368"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.15562741Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_a4af3495-6c0f-4fe3-b8a0-503d2a880027/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.164645501Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:411"} {"msg":"Looking for unencrypted datasets in oxp_a4af3495-6c0f-4fe3-b8a0-503d2a880027","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.287642658Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:496"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.296240153Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.296288664Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.296297114Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.296303044Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.296310164Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.306112948Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.306152438Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"0faf5893-5a63-4906-a7f5-cb36c6c1353b (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.402380274Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 0faf5893-5a63-4906-a7f5-cb36c6c1353b (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.4103424Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:348","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.410386151Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:350","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.410413871Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:354","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.410426601Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:356","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.410436671Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.410567643Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.410579643Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:368"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/aeb7e077-0751-417b-8b16-b62876b5611c): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-14T22:27:47.41445616Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:229"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.447004745Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_0faf5893-5a63-4906-a7f5-cb36c6c1353b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.454445604Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:411"} {"msg":"Looking for unencrypted datasets in oxp_0faf5893-5a63-4906-a7f5-cb36c6c1353b","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.576558798Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:496"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.583810064Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.583850724Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.583859524Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.583875504Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.583883054Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.59380925Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.59384351Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"126123c3-ef9f-486e-8f31-7272296cc4d8 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.688140067Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 126123c3-ef9f-486e-8f31-7272296cc4d8 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.696268876Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:348","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.696297266Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:350","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.696305616Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:354","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.696344577Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:356","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.696357977Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.69652625Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.69653319Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:368"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.73146021Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_126123c3-ef9f-486e-8f31-7272296cc4d8/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.739389896Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:411"} {"msg":"Looking for unencrypted datasets in oxp_126123c3-ef9f-486e-8f31-7272296cc4d8","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.864783287Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:496"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.873242961Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.873293581Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.873373683Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.873530365Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: eb7d1608-061f-4633-a5da-2133d1a63302 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2e8af2e9-8342-42ed-88bb-bcb6bcd354d3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2450844a-e7c2-49d0-8dc6-d59793fa3c37 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 0faf5893-5a63-4906-a7f5-cb36c6c1353b (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 126123c3-ef9f-486e-8f31-7272296cc4d8 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.873601156Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.873616036Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.873737828Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.873973682Z","hostname":"buskin","pid":1562,"sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:835"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.873982571Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.873991102Z","hostname":"buskin","pid":1562,"sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:861","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.873995642Z","hostname":"buskin","pid":1562,"sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:866"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.873999352Z","hostname":"buskin","pid":1562,"sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:871"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.874022102Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:120","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.874029632Z","hostname":"buskin","pid":1562,"sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:877"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.874071983Z","hostname":"buskin","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:803","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.874078673Z","hostname":"buskin","pid":1562,"sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:882"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.874157874Z","hostname":"buskin","pid":1562,"uri":"/omicron-physical-disks","method":"PUT","req_id":"a53ecbf4-68e2-4c19-8c8a-d8e5c715bbcc","remote_addr":"[fd00:1122:3344:101::1]:60763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":2993489,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.905227198Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.90534367Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:50908"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.905574383Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.905583433Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.956855032Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:47.956897653Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:48.007509891Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:48.007562032Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:48.057667164Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"No ledger in /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:48.057713874Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:48.057720374Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:48.057732465Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:48.101361022Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:48.101396602Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:48.101402252Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_f6dfbfea-8bf4-4493-96d9-9d1b04d801d0","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:48.154447757Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_e319def5-0926-47c0-a571-e5e4b12c3c0d","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:48.158280223Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_0895b1cd-15b7-45f6-983c-9e8b876b7c53","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:48.16215671Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_f6dfbfea-8bf4-4493-96d9-9d1b04d801d0","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:48.17519966Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_e319def5-0926-47c0-a571-e5e4b12c3c0d","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:48.179012816Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_0895b1cd-15b7-45f6-983c-9e8b876b7c53","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:48.182925823Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/aeb7e077-0751-417b-8b16-b62876b5611c): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-14T22:27:48.41754294Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:229"} {"msg":"Profile for oxz_internal_dns_f6dfbfea-8bf4-4493-96d9-9d1b04d801d0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:49.686390521Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:49.686475643Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Booting oxz_internal_dns_f6dfbfea-8bf4-4493-96d9-9d1b04d801d0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:49.686736757Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_f6dfbfea-8bf4-4493-96d9-9d1b04d801d0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_e319def5-0926-47c0-a571-e5e4b12c3c0d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:50.171118901Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:50.171212072Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_0895b1cd-15b7-45f6-983c-9e8b876b7c53:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:50.651407686Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_internal_dns_f6dfbfea-8bf4-4493-96d9-9d1b04d801d0\") failed: Property not found. retry in 42.413819ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:50.658177084Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_f6dfbfea-8bf4-4493-96d9-9d1b04d801d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_e319def5-0926-47c0-a571-e5e4b12c3c0d zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:50.658232055Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e319def5-0926-47c0-a571-e5e4b12c3c0d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:50.661741957Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Booting oxz_internal_dns_0895b1cd-15b7-45f6-983c-9e8b876b7c53 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:50.661826728Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_0895b1cd-15b7-45f6-983c-9e8b876b7c53","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_f6dfbfea-8bf4-4493-96d9-9d1b04d801d0\") failed: Property not found. retry in 131.405494ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:50.709050057Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_f6dfbfea-8bf4-4493-96d9-9d1b04d801d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e319def5-0926-47c0-a571-e5e4b12c3c0d\") failed: Property not found. retry in 31.305288ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:50.782543431Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e319def5-0926-47c0-a571-e5e4b12c3c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0895b1cd-15b7-45f6-983c-9e8b876b7c53\") failed: Property not found. retry in 33.98682ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:50.78864691Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_0895b1cd-15b7-45f6-983c-9e8b876b7c53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e319def5-0926-47c0-a571-e5e4b12c3c0d\") failed: Property not found. retry in 75.701248ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:50.821039473Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e319def5-0926-47c0-a571-e5e4b12c3c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0895b1cd-15b7-45f6-983c-9e8b876b7c53\") failed: Property not found. retry in 93.14138ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:50.830549052Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_0895b1cd-15b7-45f6-983c-9e8b876b7c53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f6dfbfea-8bf4-4493-96d9-9d1b04d801d0\") failed: Property not found. retry in 235.138221ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:50.908062184Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_f6dfbfea-8bf4-4493-96d9-9d1b04d801d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e319def5-0926-47c0-a571-e5e4b12c3c0d\") failed: Property not found. retry in 115.379559ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:51.125793314Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e319def5-0926-47c0-a571-e5e4b12c3c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0895b1cd-15b7-45f6-983c-9e8b876b7c53\") failed: Property not found. retry in 161.225785ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:51.154151298Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_0895b1cd-15b7-45f6-983c-9e8b876b7c53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f6dfbfea-8bf4-4493-96d9-9d1b04d801d0\") failed: Property not found. retry in 284.45604ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:51.167811008Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_f6dfbfea-8bf4-4493-96d9-9d1b04d801d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e319def5-0926-47c0-a571-e5e4b12c3c0d\") failed: Property not found. retry in 377.245462ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:51.27338361Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e319def5-0926-47c0-a571-e5e4b12c3c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0895b1cd-15b7-45f6-983c-9e8b876b7c53\") failed: Property not found. retry in 527.028233ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:51.352635287Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_0895b1cd-15b7-45f6-983c-9e8b876b7c53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f6dfbfea-8bf4-4493-96d9-9d1b04d801d0\") failed: Property not found. retry in 886.012238ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:51.462956268Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_f6dfbfea-8bf4-4493-96d9-9d1b04d801d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e319def5-0926-47c0-a571-e5e4b12c3c0d\") failed: Property not found. retry in 620.962973ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:51.659211495Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e319def5-0926-47c0-a571-e5e4b12c3c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0895b1cd-15b7-45f6-983c-9e8b876b7c53\") failed: Property not found. retry in 784.614987ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:51.890231929Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_0895b1cd-15b7-45f6-983c-9e8b876b7c53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e319def5-0926-47c0-a571-e5e4b12c3c0d\") failed: Property not found. retry in 939.418466ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:52.290623096Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e319def5-0926-47c0-a571-e5e4b12c3c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f6dfbfea-8bf4-4493-96d9-9d1b04d801d0\") failed: Property not found. retry in 1.369863457s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:52.358193253Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_f6dfbfea-8bf4-4493-96d9-9d1b04d801d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0895b1cd-15b7-45f6-983c-9e8b876b7c53\") failed: Property not found. retry in 747.860615ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:52.68730489Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_0895b1cd-15b7-45f6-983c-9e8b876b7c53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e319def5-0926-47c0-a571-e5e4b12c3c0d\") failed: Property not found. retry in 661.996495ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:53.239273741Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e319def5-0926-47c0-a571-e5e4b12c3c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0895b1cd-15b7-45f6-983c-9e8b876b7c53\") failed: Property not found. retry in 1.364641084s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:53.443604546Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_0895b1cd-15b7-45f6-983c-9e8b876b7c53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:53.632493394Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4060"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:53.632540735Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4070","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:53.638675895Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4149"} {"msg":"wait for service Some(\"oxz_internal_dns_f6dfbfea-8bf4-4493-96d9-9d1b04d801d0\") failed: Property not found. retry in 1.423789269s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:53.737489058Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_f6dfbfea-8bf4-4493-96d9-9d1b04d801d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:53.76433029Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:53.764360411Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4224"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:53.803420991Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4237"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:53.803462731Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4101"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:53.856966513Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:53.857004793Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4204","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:53.876181414Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:53.876219374Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4257"} {"msg":"wait for service Some(\"oxz_internal_dns_e319def5-0926-47c0-a571-e5e4b12c3c0d\") failed: Property not found. retry in 916.343146ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:53.910082339Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e319def5-0926-47c0-a571-e5e4b12c3c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:53.960257602Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4289"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:53.960293362Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4295"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:54.070106036Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4336"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:54.070156446Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:366"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/aeb7e077-0751-417b-8b16-b62876b5611c): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:54.102387617Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/nexus.rs:601"} {"msg":"Failed to get switch ID from MGS (retrying in 58.355728ms)","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:54.102470828Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"Failed to get switch ID from MGS (retrying in 114.78382ms)","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:54.162698738Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"Failed to get switch ID from MGS (retrying in 292.026353ms)","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:54.27785217Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"Failed to get switch ID from MGS (retrying in 472.21095ms)","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:54.571352877Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:54.718918292Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::2]:41326"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:54.719747334Z","hostname":"buskin","pid":1562,"uri":"/sled-identifiers","method":"GET","req_id":"c53c3ad8-9410-4f86-9892-93bbb1dc608e","remote_addr":"[fd00:1122:3344:101::2]:41326","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":567,"response_code":"200"} {"msg":"wait for service Some(\"oxz_internal_dns_0895b1cd-15b7-45f6-983c-9e8b876b7c53\") failed: Property not found. retry in 564.508692ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:54.818141361Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_0895b1cd-15b7-45f6-983c-9e8b876b7c53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e319def5-0926-47c0-a571-e5e4b12c3c0d\") failed: Property not found. retry in 606.881819ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:54.835236351Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e319def5-0926-47c0-a571-e5e4b12c3c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.045062455Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:414"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.077224765Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:675"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.077337466Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:713"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.077871824Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:716","uptime":"1"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.077902724Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:436","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.11459398Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.135848261Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.157183022Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.157243483Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.157259454Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.157269274Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.157275474Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.157281134Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.157287194Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.157294574Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.157300354Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.157305954Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.157313314Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.157337175Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.157343175Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.157350365Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.157356485Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.157361825Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.157367295Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.157371455Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.157375555Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.157379635Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.157383945Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.157387845Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:55.157391925Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_f6dfbfea-8bf4-4493-96d9-9d1b04d801d0\") failed: Property not found. retry in 1.481976545s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:55.170993134Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_f6dfbfea-8bf4-4493-96d9-9d1b04d801d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0895b1cd-15b7-45f6-983c-9e8b876b7c53\") failed: Property not found. retry in 756.497449ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:55.393064258Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_0895b1cd-15b7-45f6-983c-9e8b876b7c53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e319def5-0926-47c0-a571-e5e4b12c3c0d\") failed: Property not found. retry in 998.823065ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:55.451197256Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e319def5-0926-47c0-a571-e5e4b12c3c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.67158948Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_internal_dns_0895b1cd-15b7-45f6-983c-9e8b876b7c53"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.671669121Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_internal_dns_f6dfbfea-8bf4-4493-96d9-9d1b04d801d0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.671678562Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_internal_dns_e319def5-0926-47c0-a571-e5e4b12c3c0d"} {"msg":"Writing ledger to /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.671686002Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.672077238Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.672412292Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"67dddfe0-ce0f-4a91-8766-1d20c1f0998b","remote_addr":"[fd00:1122:3344:101::1]:50908","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":8766997,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.674211009Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:555"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.727940553Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:555"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.774801418Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:555"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.821183685Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:591"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.821195505Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.85167723Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.853449987Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.853458467Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.883042089Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.883214851Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:42779"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.883549106Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.883572476Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.904646404Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.904699195Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.923921846Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.923967277Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.94269246Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.942728091Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.942929883Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.943023685Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.953993185Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.986213725Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.987689807Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:56.987710737Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:57.018171252Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 170, 161]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:57.018188912Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:57.018675729Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:57.018687529Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:57.019152736Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:57.019551642Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Configuring new Omicron zone: oxz_ntp_848ae27a-190f-4269-b82e-d54727102895","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:57.043299039Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_848ae27a-190f-4269-b82e-d54727102895","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:57.061621586Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_848ae27a-190f-4269-b82e-d54727102895:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:57.681309637Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_848ae27a-190f-4269-b82e-d54727102895 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:27:57.681414609Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_848ae27a-190f-4269-b82e-d54727102895","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_848ae27a-190f-4269-b82e-d54727102895\") failed: Property not found. retry in 40.891118ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:57.815752701Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_848ae27a-190f-4269-b82e-d54727102895","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_848ae27a-190f-4269-b82e-d54727102895\") failed: Property not found. retry in 63.05547ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:57.864248009Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_848ae27a-190f-4269-b82e-d54727102895","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_848ae27a-190f-4269-b82e-d54727102895\") failed: Property not found. retry in 171.800253ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:57.939208374Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_848ae27a-190f-4269-b82e-d54727102895","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_848ae27a-190f-4269-b82e-d54727102895\") failed: Property not found. retry in 454.921706ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:58.124599231Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_848ae27a-190f-4269-b82e-d54727102895","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_848ae27a-190f-4269-b82e-d54727102895\") failed: Property not found. retry in 809.977979ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:58.588466096Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_848ae27a-190f-4269-b82e-d54727102895","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_848ae27a-190f-4269-b82e-d54727102895\") failed: Property not found. retry in 801.110671ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:27:59.407348656Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_848ae27a-190f-4269-b82e-d54727102895","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_848ae27a-190f-4269-b82e-d54727102895\") failed: Property not found. retry in 712.362311ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:00.218555614Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_848ae27a-190f-4269-b82e-d54727102895","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_848ae27a-190f-4269-b82e-d54727102895\") failed: Property not found. retry in 1.074738322s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:00.939751497Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_848ae27a-190f-4269-b82e-d54727102895","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/aeb7e077-0751-417b-8b16-b62876b5611c): error trying to connect: dns error: no record found for Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:01.105556678Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/nexus.rs:601"} {"msg":"wait for service Some(\"oxz_ntp_848ae27a-190f-4269-b82e-d54727102895\") failed: Property not found. retry in 1.018223508s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:02.022993987Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_848ae27a-190f-4269-b82e-d54727102895","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_848ae27a-190f-4269-b82e-d54727102895\") failed: Property not found. retry in 1.452718233s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:03.051440048Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_848ae27a-190f-4269-b82e-d54727102895","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:04.523935344Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_ntp_848ae27a-190f-4269-b82e-d54727102895"} {"msg":"Writing ledger to /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:04.523995055Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:04.52438063Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:04.524738295Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"cf71f498-ff9e-4569-a6f2-cabc9fe07844","remote_addr":"[fd00:1122:3344:101::1]:42779","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":7641443,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:04.526807256Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:04.556144054Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:04.556319077Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:60229"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_848ae27a-190f-4269-b82e-d54727102895': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-08-14T22:28:04.565254987Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3764"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:04.565398939Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"d32aab04-8032-4107-8f86-6926ea4a102e","remote_addr":"[fd00:1122:3344:101::1]:60229","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8972,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:04.567699263Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:04.692565707Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:04.692693259Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:42642"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_848ae27a-190f-4269-b82e-d54727102895': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-08-14T22:28:08.701134242Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3764"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:08.701329335Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"65dd7530-cc40-4688-a81f-50a5e95615de","remote_addr":"[fd00:1122:3344:101::1]:42642","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008502,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:08.705174151Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:08.810034753Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:08.810169504Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:55312"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_848ae27a-190f-4269-b82e-d54727102895': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-08-14T22:28:08.818605508Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3764"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:08.818712259Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"25b033b8-03e9-4318-9f6a-8169775fee2f","remote_addr":"[fd00:1122:3344:101::1]:55312","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8451,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:08.82084004Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:08.972479154Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:08.972616496Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:46158"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_848ae27a-190f-4269-b82e-d54727102895': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-08-14T22:28:12.640074007Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3764"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:12.64022637Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"7bda5881-4f67-474f-ad1d-59020bba9238","remote_addr":"[fd00:1122:3344:101::1]:46158","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009511,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:12.642460993Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.211921125Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.212082427Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:48635"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.220570971Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"a72a7bac-1c18-4196-b49d-43356ef7bffc","remote_addr":"[fd00:1122:3344:101::1]:48635","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":8401,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.223136099Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:13.223143439Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.413029852Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.413118463Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:49091"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.421430785Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"0112a93e-5080-4a5d-a41c-de40f2f079e1","remote_addr":"[fd00:1122:3344:101::1]:49091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":8239,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.422878966Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:13.422884696Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.321931382Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.322036183Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:33458"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.342776356Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"4ea078fd-213d-4e3f-9637-108e276548fe","remote_addr":"[fd00:1122:3344:101::1]:33458","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":20626,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2873254270, ip_addr: 171.66.97.126, stratum: 3, ref_time: 1723674493.199916, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.345558407Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.345564577Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1230"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.376844774Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.376963955Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:45096"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.377179128Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.377185569Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.396761625Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.396790565Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.413839714Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.413869824Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.432316114Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.432345634Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.508319943Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.508362004Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.641449848Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.641488938Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.711010094Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.711052414Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.77850528Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.77853244Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.847098051Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.847133132Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.847318575Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.847427026Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:13.877380384Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:13.877409384Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:13.877415904Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:13.877423724Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:13.877429794Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:13.877544446Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"3cead872-e205-4edb-8a14-9ffd289db9cb","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized), (\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized), (\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized), (\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized), (\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized)]","latency_us":500498,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:13.877706749Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"131.320169ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cead872-e205-4edb-8a14-9ffd289db9cb\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:28:13 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3cead872-e205-4edb-8a14-9ffd289db9cb\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.010032965Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.01115695Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.011167779Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.029662283Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.02968784Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.047918175Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.047948795Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.065182382Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.065213545Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.080700702Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.080731274Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.097976792Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.098017423Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.116213107Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.116310128Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.133437289Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.133469314Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.151442436Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.151485552Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.15162632Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.151745693Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:14.183321279Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:14.183348692Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:14.183362239Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:14.18336959Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:14.183375233Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.183511975Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"df5572f1-48e6-4dc4-9447-9100e95cea09","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized), (\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized), (\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized), (\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized), (\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized)]","latency_us":172798,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:14.183647924Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"102.840992ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df5572f1-48e6-4dc4-9447-9100e95cea09\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:28:13 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"df5572f1-48e6-4dc4-9447-9100e95cea09\" }"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:14.218283387Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"303.299608ms"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.287643329Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.288038946Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.288046727Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.308017902Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.308052365Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.326608604Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.326641932Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.345066768Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.34509659Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.364521834Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.364542693Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.383202358Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.38324012Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.40137341Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.401414914Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.419907846Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.419939412Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.438065297Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.438091529Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.438334548Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.438435809Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:14.471055753Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:14.4710933Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:14.47110275Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:14.471121745Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:14.471130754Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.471270209Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"94e8e277-3a77-4618-ae7e-cb4a3d41d232","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized), (\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized), (\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized), (\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized), (\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized)]","latency_us":182920,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:14.471991335Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"130.793521ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94e8e277-3a77-4618-ae7e-cb4a3d41d232\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:28:14 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"94e8e277-3a77-4618-ae7e-cb4a3d41d232\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.604146333Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.604501257Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.604510942Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.624452016Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.624497579Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.642529959Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.642564319Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.660170035Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.66020941Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.677957358Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.677988906Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.695494908Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.695527712Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.713304618Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.713351362Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.730706662Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.730737816Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.748078235Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.748109435Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.74829254Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.748392667Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:14.779799126Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:14.779825161Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:14.779831161Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:14.77983733Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:14.779842111Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:14.779894893Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"4c0dd7f6-66bb-49d9-b65f-26ca34f9c659","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized), (\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized), (\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized), (\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized), (\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized)]","latency_us":175148,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:14.780001705Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"223.13321ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c0dd7f6-66bb-49d9-b65f-26ca34f9c659\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:28:13 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4c0dd7f6-66bb-49d9-b65f-26ca34f9c659\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.005038512Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.005316119Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.005325175Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.02519311Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.025222088Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.043335873Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.043358636Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.061636608Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.06165803Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.08046018Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.080478049Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.098617236Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.09863818Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.11682371Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.11684531Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.136258503Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.136282438Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.154501236Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.154530806Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.154722209Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.154818481Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:15.187804948Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:15.187841606Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:15.187849171Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:15.187858349Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:15.187867828Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.187948998Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"f97376ba-e1c9-4b3e-a1f9-bb5610c51da2","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized), (\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized), (\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized), (\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized), (\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized)]","latency_us":182294,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:15.188088772Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"196.058942ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f97376ba-e1c9-4b3e-a1f9-bb5610c51da2\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:28:14 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f97376ba-e1c9-4b3e-a1f9-bb5610c51da2\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.38608074Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.386460555Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.386472753Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.40571294Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.405816449Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.424248433Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.424277075Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.441913623Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.441956824Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.460375369Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.460409158Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.47680453Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.476837258Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.492243085Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.492277032Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.508955698Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.508985352Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.527630291Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.527679295Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.527846969Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.527951221Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:15.558590445Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:15.558630551Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:15.558639871Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:15.558648485Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:15.558657205Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.558736359Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"441f4d41-195b-4f26-8e5e-56081eea7b2a","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized), (\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized), (\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized), (\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized), (\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized)]","latency_us":172023,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:15.55886237Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"241.265014ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"441f4d41-195b-4f26-8e5e-56081eea7b2a\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:28:15 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"441f4d41-195b-4f26-8e5e-56081eea7b2a\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.8017256Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.802791392Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.802863621Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.820163723Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.820196826Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.838531084Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.838565603Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.856329961Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.856373058Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.875125295Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.875158286Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.893315649Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.893354866Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.911220183Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.911256727Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.929449187Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.929489846Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.945709262Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.945757178Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.945907471Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.945996507Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:15.97875237Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:15.978792505Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:15.978801907Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:15.978809211Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:15.978816242Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:15.978870046Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"9c6e24fb-89d1-43cf-ac45-7184cb3ced1d","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized), (\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized), (\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized), (\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized), (\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized)]","latency_us":176476,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:15.979000164Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"321.790764ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c6e24fb-89d1-43cf-ac45-7184cb3ced1d\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:28:15 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9c6e24fb-89d1-43cf-ac45-7184cb3ced1d\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.302089545Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.303356686Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.303363305Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.321541783Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.321575673Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.339841956Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.339872988Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.357698443Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.357735906Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.376172749Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.376203509Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.39554959Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.395582085Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.413376038Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.41340781Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.431657759Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.431695156Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.449242841Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.449288442Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.44941945Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.449524311Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:16.481315404Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:16.481393687Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:16.481404402Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:16.48141208Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:16.481418915Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.481458112Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"1671e03c-b55c-4849-ae28-85f254dce464","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized), (\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized), (\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized), (\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized), (\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized)]","latency_us":178676,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:16.481579324Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"216.913305ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1671e03c-b55c-4849-ae28-85f254dce464\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:28:16 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1671e03c-b55c-4849-ae28-85f254dce464\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.700408829Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.700749765Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.70076259Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.718871522Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.718909463Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.73706548Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.737092546Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.754584499Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.754622056Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.772333605Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.772364196Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.789805402Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.789843258Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.808032228Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.808064515Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.826840654Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.826873074Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.844293038Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.844341976Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.844463534Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.844579354Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:16.875060896Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:16.87508873Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:16.875095096Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:16.875101921Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:16.875121074Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:16.875193273Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"a1722792-f017-4e1a-a846-acea29702e13","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized), (\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized), (\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized), (\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized), (\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized)]","latency_us":174163,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:16.875324534Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"489.814991ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1722792-f017-4e1a-a846-acea29702e13\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:28:16 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a1722792-f017-4e1a-a846-acea29702e13\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.366926015Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.36816313Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.368169514Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.386840913Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.38687696Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.406198893Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.406235174Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.423356559Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.423395765Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.441661688Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.441696722Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.458928957Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.458965679Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.475911597Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.475949097Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.493856205Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.493892693Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.512142029Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.512184554Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.512310894Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.512402255Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:17.543233287Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:17.543272044Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:17.543282788Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:17.543291911Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:17.543298886Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.543359908Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"1f9eea40-d35c-424d-9b53-345c8f12bb15","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized), (\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized), (\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized), (\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized), (\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized)]","latency_us":175790,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:17.543477256Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"275.080841ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f9eea40-d35c-424d-9b53-345c8f12bb15\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:28:16 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1f9eea40-d35c-424d-9b53-345c8f12bb15\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.820488948Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.821619362Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.821626703Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.839676218Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.839714497Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.856926413Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.856972378Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.873316646Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.873360362Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.889293867Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.889334724Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.907897143Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.907938721Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.925678035Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.925715273Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.943310361Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.94335975Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.959691126Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.959737646Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.959898935Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.959991543Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:17.989269074Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:17.989316559Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:17.989325128Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:17.989334016Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:17.989342332Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:17.989413235Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"35428f21-3028-4ab1-8a07-a094c671ee94","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized), (\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized), (\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized), (\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized), (\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized)]","latency_us":168332,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:17.989550291Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"745.408633ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35428f21-3028-4ab1-8a07-a094c671ee94\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:28:17 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"35428f21-3028-4ab1-8a07-a094c671ee94\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:18.737937391Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:18.738106959Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:18.738117693Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:18.75748199Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:18.757506018Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:18.776252718Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:18.776274234Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:18.793828086Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:18.793858349Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:18.812892779Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:18.812914595Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:18.831611372Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:18.831640726Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:18.850397324Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:18.850417133Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:18.869565325Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:18.86958745Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:18.887285259Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:18.887318981Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:18.887527775Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:18.887645967Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:18.920138045Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:18.920167229Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:18.920175846Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:18.920182896Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:18.920191961Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:18.920336142Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"18aee285-a932-475e-b0bf-a9afb246b17a","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized), (\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized), (\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized), (\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized), (\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized)]","latency_us":181826,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:18.920460635Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"1.094041744s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18aee285-a932-475e-b0bf-a9afb246b17a\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:28:18 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"18aee285-a932-475e-b0bf-a9afb246b17a\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.018079848Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.01923815Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.0192584Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.039269127Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.039298988Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.058262093Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.058294165Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.076948944Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.076989491Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.09614687Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.09618796Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.115403573Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.115439592Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.134395427Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.134431014Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.152383191Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.152424845Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.17111868Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.171157831Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.171319543Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.171413181Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:20.204896864Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:20.204937365Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:20.204945718Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:20.204951277Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:20.204958609Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.205021431Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"5c75158a-f407-4d0d-9a15-353095e09ab2","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized), (\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized), (\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized), (\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized), (\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized)]","latency_us":186221,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:20.205144715Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"619.607096ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c75158a-f407-4d0d-9a15-353095e09ab2\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:28:20 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5c75158a-f407-4d0d-9a15-353095e09ab2\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.827387158Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.827743255Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.827759953Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.847451453Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.847480976Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.865911826Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.865940308Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.88412887Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.884155626Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.902305654Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.902328051Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.919958544Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.919980276Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.938434024Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.938467277Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.956778186Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.956803733Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.975369693Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.975402046Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.975588958Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:20.975695048Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:21.007371564Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:21.007398367Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:21.007415307Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:21.007423052Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:21.007430721Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:21.007504794Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"aac5c2c0-8213-425a-a953-52e43b4bbef4","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized), (\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized), (\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized), (\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized), (\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized)]","latency_us":179465,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:21.007626764Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"1.57465962s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aac5c2c0-8213-425a-a953-52e43b4bbef4\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:28:20 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"aac5c2c0-8213-425a-a953-52e43b4bbef4\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:22.587518573Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:22.587840965Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:22.587854138Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:22.607836673Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:22.607892305Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:22.62637839Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:22.626402372Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:22.645710908Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:22.64574402Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:22.665056089Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:22.665077539Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:22.684132269Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:22.68415821Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:22.702890656Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:22.702917937Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:22.721946131Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:22.7219706Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:22.740998966Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:22.741038773Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:22.741234253Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:22.741370418Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:22.773323576Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:22.773363402Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:22.773373002Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:22.773381927Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:22.773399814Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:22.773473212Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"67d3bf99-1cb2-4a74-a090-a8b63566e84d","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized), (\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized), (\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized), (\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized), (\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized)]","latency_us":185319,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:22.773617402Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"1.876592443s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67d3bf99-1cb2-4a74-a090-a8b63566e84d\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:28:22 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"67d3bf99-1cb2-4a74-a090-a8b63566e84d\" }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:23.322650986Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41265"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:23.322755903Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"b9a0c948-42ca-41d1-a4c7-1745374438ac","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41265","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":49,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:24.655820561Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:24.656234014Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:24.6562494Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:24.674805606Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:24.674830909Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:24.693342249Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:24.693363418Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:24.712089732Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:24.712117744Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:24.730071074Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:24.730092318Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:24.749815644Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:24.749850669Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:24.767880645Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:24.767902002Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:24.784051581Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:24.784072394Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:24.801010689Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:24.801043333Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:24.801229532Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:24.801328703Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:24.833303714Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:24.833337465Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:24.833346305Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:24.833354893Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:24.833373493Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:24.833433925Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"c5204a71-1b79-416f-a63e-333a23477677","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized), (\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized), (\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized), (\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized), (\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized)]","latency_us":176993,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:24.833619672Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"1.585687656s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5204a71-1b79-416f-a63e-333a23477677\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:28:24 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c5204a71-1b79-416f-a63e-333a23477677\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:26.424583607Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:26.425024123Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:26.425041354Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:26.44520982Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:26.445244639Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:26.464250538Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:26.46427963Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:26.482702168Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:26.482734436Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:26.500961519Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:26.500987356Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:26.520964044Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:26.521001872Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:26.540504409Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:26.5405554Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:26.559084219Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:26.559107131Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:26.57850135Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:26.578557751Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:26.578763057Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:26.578892715Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:26.611420892Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:26.611464027Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:26.611475174Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:26.611483424Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:26.611491693Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:26.611564453Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"b420393a-2748-4a2e-bdfa-57d75f805e42","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized), (\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized), (\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized), (\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized), (\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized)]","latency_us":186258,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:26.611701931Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"1.499913282s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b420393a-2748-4a2e-bdfa-57d75f805e42\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:28:26 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b420393a-2748-4a2e-bdfa-57d75f805e42\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:28.116509827Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:28.117557709Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:28.117564394Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:28.137154511Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:28.137186874Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:28.155639385Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:28.155671119Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:28.172519096Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:28.172615714Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:28.190881907Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:28.190907539Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:28.208914761Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:28.208944451Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:28.226664008Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:28.226689348Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:28.245604661Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:28.245645377Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:28.263432052Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:28.263511611Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:28.263711507Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:28.263862809Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:28.296160105Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:28.296199264Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:28.296205377Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:28.296211312Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:28.296217143Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:28.296309497Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"38e8040d-c9d1-4106-8d46-282307feba55","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized), (\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized), (\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized), (\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized), (\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized)]","latency_us":179169,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:28.296476909Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"1.904570598s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38e8040d-c9d1-4106-8d46-282307feba55\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:28:28 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"38e8040d-c9d1-4106-8d46-282307feba55\" }"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:29.599374029Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"348.796973ms"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:30.207549952Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:30.208564288Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:30.208571629Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:30.228399828Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:30.22842411Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:30.246394712Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:30.246417625Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:30.265850193Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:30.265875084Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:30.284822037Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:30.284840618Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:30.304159377Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:30.304179346Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:30.323482161Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:30.323500865Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:30.343209148Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:30.343244559Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:30.362088188Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:30.362147167Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:30.362417152Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:30.362596772Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:30.396273002Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:30.396300508Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:30.396309809Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:30.396316259Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:30.396323216Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:30.396456221Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"5e780bc7-87b5-42d7-b8d1-ef0cf84723b8","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized), (\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized), (\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized), (\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized), (\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized)]","latency_us":188288,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:30.396692552Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"3.384629258s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e780bc7-87b5-42d7-b8d1-ef0cf84723b8\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:28:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5e780bc7-87b5-42d7-b8d1-ef0cf84723b8\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:33.792445121Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:33.792790539Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:33.792872728Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:33.814048379Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:33.814095442Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:33.833571443Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:33.833599906Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:33.852441198Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:33.852479045Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:33.872251718Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:33.872279599Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:33.891907919Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:33.891944163Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:33.909686912Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:33.909722096Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:33.928057995Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:33.928096948Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:33.946147136Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:33.946205637Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:33.946428719Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:33.946522601Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:33.978834071Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:33.97887143Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:33.978878903Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:33.978884884Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:33.978890828Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:33.978998323Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"0488b99f-e4b1-4315-b5e5-e59c31d78cde","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized), (\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized), (\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized), (\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized), (\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized)]","latency_us":185904,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:33.979170207Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"2.45652494s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0488b99f-e4b1-4315-b5e5-e59c31d78cde\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:28:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0488b99f-e4b1-4315-b5e5-e59c31d78cde\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:36.443297673Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:36.444609479Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:36.444616942Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:36.46570532Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:36.465740262Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:36.484893077Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:36.484921108Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:36.502652181Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:36.502695551Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:36.521579694Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:36.521614148Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:36.54100819Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:36.541032143Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:36.559879169Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:36.559911682Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:36.578086799Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:36.578118655Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:36.597377695Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:36.597486708Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:36.597678842Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:36.597793416Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:36.630857584Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:36.630892638Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:36.630901976Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:36.630910395Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:36.630919198Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:36.631007558Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"e85aa7bf-3c0d-4df8-b008-69e3d12614b5","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized), (\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized), (\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized), (\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized), (\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized)]","latency_us":187068,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:36.631143188Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"4.74850362s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e85aa7bf-3c0d-4df8-b008-69e3d12614b5\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:28:36 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e85aa7bf-3c0d-4df8-b008-69e3d12614b5\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:41.393248791Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:41.394228401Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:41.394244892Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:41.414860448Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:41.414898942Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:41.431890961Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:41.431926521Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:41.448802947Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:41.448841618Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:41.464926913Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:41.464956464Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:41.483102675Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:41.483144695Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:41.501938619Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:41.501975839Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:41.519444626Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:41.519476342Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:41.53692265Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:41.536964267Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:41.537138372Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:41.537228298Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:41.568623942Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:41.568661798Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:41.568683165Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:41.568690336Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:41.56869763Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:41.568774853Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"62ae35cf-53b8-4f53-8118-777afc0bab45","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized), (\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized), (\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized), (\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized), (\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized)]","latency_us":174905,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:41.569000697Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"3.999986808s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62ae35cf-53b8-4f53-8118-777afc0bab45\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:28:41 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"62ae35cf-53b8-4f53-8118-777afc0bab45\" }"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:45.025250403Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"767.756767ms"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:45.581032001Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:45.581339084Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:45.581348778Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:45.603364775Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:45.603387603Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:45.622128274Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:45.622154083Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:45.639377154Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:45.639398004Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:45.658247694Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:45.658269426Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:45.676804277Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:45.676836959Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:45.693808308Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:45.693828427Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:45.709642672Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:45.709664038Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:45.727919916Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:45.727961514Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:45.728216021Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:45.728415999Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:45.762089264Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:45.762115551Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:45.762121973Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:45.762142871Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:45.762148355Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:45.762252325Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"1dc6844c-4d41-4265-a04b-7fc9010fbcac","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized), (\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized), (\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized), (\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized), (\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized)]","latency_us":180638,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:45.762491637Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"3.299090931s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dc6844c-4d41-4265-a04b-7fc9010fbcac\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:28:45 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1dc6844c-4d41-4265-a04b-7fc9010fbcac\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:49.071966481Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:49.072283502Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:49.072295024Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:49.093692598Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:49.093725439Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:49.112414036Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:49.112503667Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:49.130424861Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:49.130447906Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:49.149789345Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:49.149811489Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:49.167954179Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:49.167972799Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:49.185960861Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:49.185988527Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:49.203939005Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:49.203961121Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:49.221417527Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:49.221453978Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:49.221659481Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:49.221856Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:49.253597712Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:49.253624235Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:49.253630732Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:49.253636797Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:49.253643894Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:49.253743196Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"a34da9f2-d109-4b56-a51e-ef30ab52d368","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized), (\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized), (\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized), (\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized), (\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized)]","latency_us":181149,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:49.253982551Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"5.287957528s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a34da9f2-d109-4b56-a51e-ef30ab52d368\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:28:49 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a34da9f2-d109-4b56-a51e-ef30ab52d368\" }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:53.437110714Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56184"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:53.437291216Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"59b7c839-0ddb-4ff0-a727-f0de6b4b8a9f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56184","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":58,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:54.557283094Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:54.558423376Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:54.558429901Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:54.579051361Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:54.579104162Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:54.599754496Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:54.599808469Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:54.619081858Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:54.619119649Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:54.638061905Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:54.638097821Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:54.657150292Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:54.657180443Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:54.674874424Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:54.674907425Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:54.694019834Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:54.694057964Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:54.712108693Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:54.712146296Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:54.712312996Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:54.712405293Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:54.745810069Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:54.745843867Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:54.745848677Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:54.745856074Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:54.745863517Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:28:54.74596881Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"bb0e576b-137f-4e1a-afd0-a44829f38db9","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized), (\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized), (\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized), (\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized), (\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized)]","latency_us":188043,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:28:54.746140309Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"5.38076024s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb0e576b-137f-4e1a-afd0-a44829f38db9\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:28:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"bb0e576b-137f-4e1a-afd0-a44829f38db9\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:00.142300285Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:00.142698262Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:00.142710647Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:00.163688848Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:00.163738995Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:00.183463196Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:00.1835621Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:00.202226468Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:00.20225915Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:00.221299724Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:00.221320931Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:00.240619876Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:00.240641139Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:00.258949721Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:00.258982291Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:00.277561594Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:00.277582997Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:00.295532231Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:00.295551554Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:00.295729897Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:00.295899547Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:00.328275653Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:00.328311129Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:00.328320429Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:00.328327975Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:00.328335091Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:00.32843893Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"73998b3c-f55f-4d10-b517-0b39c5d2ad7c","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized), (\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized), (\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized), (\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized), (\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized)]","latency_us":185450,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:00.328621511Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"14.017506449s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73998b3c-f55f-4d10-b517-0b39c5d2ad7c\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:29:00 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"73998b3c-f55f-4d10-b517-0b39c5d2ad7c\" }"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:00.872356385Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"2.385512302s"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:14.385560943Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:14.385892306Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:14.385903267Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:14.408271238Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:14.408306085Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:14.426333946Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:14.426382463Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:14.444601067Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:14.444640021Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:14.462943517Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:14.462983671Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:14.481624134Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:14.481661521Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:14.501812545Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:14.501844514Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:14.521130144Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:14.521166024Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:14.542003007Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:14.542049499Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:14.542340278Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:14.542554167Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:14.574934115Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:14.574962296Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:14.574969703Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:14.574975665Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:14.574982922Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:14.575096736Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"ba6f274f-a8c3-4358-b857-24c8546b283f","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized), (\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized), (\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized), (\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized), (\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized)]","latency_us":188866,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:14.575273626Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"12.911074627s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba6f274f-a8c3-4358-b857-24c8546b283f\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:29:14 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ba6f274f-a8c3-4358-b857-24c8546b283f\" }"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:18.341103136Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"3.914959829s"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:23.557226256Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57824"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:23.557285094Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"a876b8f8-e3bb-49e0-87d7-ea0c755c6020","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57824","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":31,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:27.523138731Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:27.523449937Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:27.523460326Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:27.545160352Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:27.545203178Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:27.56503494Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:27.56507559Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:27.584304264Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:27.584331348Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:27.603567086Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:27.603587121Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:27.621437298Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:27.621457014Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:27.639830959Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:27.639868121Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:27.659054505Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:27.659082096Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:27.677860787Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:27.677907063Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:27.678228227Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:27.67836696Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:27.711824763Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:27.711862685Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:27.711871863Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:27.711880649Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:27.711887727Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:27.711995213Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"28436048-c807-4da0-adca-8f99c8811bee","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized), (\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized), (\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized), (\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized), (\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized)]","latency_us":188225,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:27.712136365Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"15.547192305s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28436048-c807-4da0-adca-8f99c8811bee\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:29:27 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"28436048-c807-4da0-adca-8f99c8811bee\" }"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:37.343046392Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"9.421591553s"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:43.30234581Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:43.302722594Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:43.302734285Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:43.324482595Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:43.324528899Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:43.343560343Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:43.34360119Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:43.36133208Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:43.361377391Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:43.380059732Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:43.380099538Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:43.397903126Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:43.397950161Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:43.416707103Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:43.416747397Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:43.435137105Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:43.435180719Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:43.45344893Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:43.453511856Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:43.453806911Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:43.453902105Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:43.488191692Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:43.488267143Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:43.488279518Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:43.488290008Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:43.488298071Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3166","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:43.48836232Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"17561f06-241a-4e1a-95c9-a7b7f508a724","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\", TimeNotSynchronized), (\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\", TimeNotSynchronized), (\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\", TimeNotSynchronized), (\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\", TimeNotSynchronized), (\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\", TimeNotSynchronized)]","latency_us":185337,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:29:43.488504428Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"22.198528028s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17561f06-241a-4e1a-95c9-a7b7f508a724\", \"content-length\": \"124\", \"date\": \"Wed, 14 Aug 2024 22:29:43 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"17561f06-241a-4e1a-95c9-a7b7f508a724\" }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:53.670533455Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40551"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:29:53.670643594Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"75607085-fc53-4413-b3c0-dc6616b6a1d8","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40551","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":48,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:01.86693965Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"9.846901206s"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:05.748464784Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:05.749423011Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:05.749429406Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:05.770771676Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:05.770827177Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:05.787346815Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:05.787381832Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:05.802989122Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:05.803020069Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:05.82453371Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:05.824564114Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:05.840532116Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:05.84058637Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:05.859938628Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:05.859975632Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:05.877565888Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:05.877598327Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:05.894816398Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:05.894874496Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:05.895228891Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:05.895350918Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:05.975812316Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:05.975859839Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:05.975864049Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:05.975871202Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:05.9758963Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:06.061006129Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:06.064941189Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:06.069041016Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:06.073527841Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:06.078100456Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:06.082840996Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:06.088262434Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:06.093573593Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:06.098752745Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:06.103450082Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:09.014657217Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:09.01480661Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:09.021103714Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:09.021222413Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:09.086818557Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:09.086934367Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\") failed: Property not found. retry in 44.5965ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:09.164241801Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\") failed: Property not found. retry in 40.891477ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:09.171603379Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:09.178700044Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:09.178900437Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:09.187715634Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:09.187800131Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\") failed: Property not found. retry in 55.206141ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:09.217742447Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\") failed: Property not found. retry in 73.778084ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:09.226089156Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\") failed: Property not found. retry in 47.905851ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:09.242718693Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\") failed: Property not found. retry in 255.37418ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:09.295365644Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\") failed: Property not found. retry in 116.634433ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:09.521195012Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\") failed: Property not found. retry in 216.774661ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:09.783599807Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\") failed: Property not found. retry in 509.463492ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:10.019058616Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\") failed: Property not found. retry in 175.643706ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:10.082552018Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\") failed: Property not found. retry in 369.167277ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:10.14970113Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\") failed: Property not found. retry in 37.474972ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:10.257719309Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\") failed: Property not found. retry in 458.901021ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:10.447698423Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\") failed: Property not found. retry in 52.419737ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:10.547866365Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\") failed: Property not found. retry in 60.007902ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:10.656937709Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\") failed: Property not found. retry in 577.936331ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:10.754702647Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\") failed: Property not found. retry in 1.002017438s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:10.853117523Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\") failed: Property not found. retry in 277.025123ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:10.872285201Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\") failed: Property not found. retry in 64.36528ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:10.904220577Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\") failed: Property not found. retry in 656.951765ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:10.927056205Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\") failed: Property not found. retry in 291.667326ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:10.984861274Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\") failed: Property not found. retry in 593.015885ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:11.170516442Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\") failed: Property not found. retry in 574.160683ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:11.296250968Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\") failed: Property not found. retry in 1.090388518s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:11.351158387Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\") failed: Property not found. retry in 670.71036ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:11.601907669Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\") failed: Property not found. retry in 940.384373ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:11.831352699Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\") failed: Property not found. retry in 1.193841532s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:11.896652172Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\") failed: Property not found. retry in 746.104403ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:12.04872617Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\") failed: Property not found. retry in 1.145091582s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:12.286390462Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\") failed: Property not found. retry in 602.842073ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:12.455324989Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\") failed: Property not found. retry in 1.113859328s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:12.783339064Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\") failed: Property not found. retry in 882.997622ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:12.804024619Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\") failed: Property not found. retry in 765.802827ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:13.068061761Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\") failed: Property not found. retry in 1.119345568s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:13.100550002Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\") failed: Property not found. retry in 660.449944ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:13.444532285Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\") failed: Property not found. retry in 880.433404ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:13.698960375Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\") failed: Property not found. retry in 829.361045ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:13.844853179Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\") failed: Property not found. retry in 579.619512ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:13.909813154Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\") failed: Property not found. retry in 599.873213ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:14.120494036Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\") failed: Property not found. retry in 517.898946ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:14.23520166Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\") failed: Property not found. retry in 1.296823948s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:14.501844564Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\") failed: Property not found. retry in 1.333153093s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:14.59331348Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\") failed: Property not found. retry in 1.17763796s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:14.687867833Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\") failed: Property not found. retry in 662.527856ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:14.735329506Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\") failed: Property not found. retry in 1.078195102s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:14.767500163Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\") failed: Property not found. retry in 1.269682069s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:15.408857922Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\") failed: Property not found. retry in 1.485963644s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:15.811713915Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\") failed: Property not found. retry in 1.176195575s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:15.857498839Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\") failed: Property not found. retry in 529.840632ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:15.876662118Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\") failed: Property not found. retry in 1.101850684s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:15.938089479Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\") failed: Property not found. retry in 1.451808755s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:16.415641735Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\") failed: Property not found. retry in 767.931788ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:16.692483858Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\") failed: Property not found. retry in 1.178846249s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:17.047076682Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\") failed: Property not found. retry in 661.488004ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:17.054904099Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050\") failed: Property not found. retry in 1.179786192s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:17.310701605Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a\") failed: Property not found. retry in 811.47317ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:17.472268557Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b\") failed: Property not found. retry in 840.238256ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:17.72854309Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876\") failed: Property not found. retry in 834.091609ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:17.883938388Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\") failed: Property not found. retry in 789.13285ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:18.24194104Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\") failed: Property not found. retry in 1.092926623s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:19.044329707Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\") failed: Property not found. retry in 1.047009075s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:20.149817555Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\") failed: Property not found. retry in 1.205730363s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:21.528467416Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\") failed: Property not found. retry in 1.431099574s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:22.750788991Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:23.794126593Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33141"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:23.795611166Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"04d19926-d1cd-49f6-a4b6-82eedc5ccca2","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33141","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1151,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\") failed: Property not found. retry in 889.975778ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:24.310376916Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\") failed: Property not found. retry in 981.404858ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:25.211121268Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\") failed: Property not found. retry in 1.369035953s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:26.203515247Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:26.841956401Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"29.718243066s"} {"msg":"wait for service Some(\"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e\") failed: Property not found. retry in 978.387007ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:27.581689455Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:28.58099669Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_cockroachdb_c7a204e7-7a9e-433d-a12b-a29fd64ac00e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:28.58104168Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_cockroachdb_096736ee-173c-4ab4-9218-85c2f4818050"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:28.581058251Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_cockroachdb_e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:28.581065881Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_cockroachdb_4f9822a7-fb64-419c-8824-2c8538ed9a6a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:28.581073441Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_cockroachdb_734a7da0-4664-48e8-b4a5-4a758b3f3876"} {"msg":"Writing ledger to /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:28.581138882Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:28.581926773Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:28.582681254Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"1343798b-318c-435e-8de7-4d5fdc8b7509","remote_addr":"[fd00:1122:3344:101::1]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":22783560,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:28.614801554Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:54133"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::6]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:28.644509437Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3598"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:31.923279253Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3616"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:48.961094429Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3639"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:48.961208301Z","hostname":"buskin","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"6581a9d9-72d9-47d7-ae80-e3540b24dd7e","remote_addr":"[fd00:1122:3344:101::1]:54133","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":20346976,"response_code":"204"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e319def5-0926-47c0-a571-e5e4b12c3c0d, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 848ae27a-190f-4269-b82e-d54727102895, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f39622fa-bcc3-48cb-a68e-4adcea3ab653, kind: Service { id: 848ae27a-190f-4269-b82e-d54727102895 }, name: Name(\"ntp-848ae27a-190f-4269-b82e-d54727102895\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 096736ee-173c-4ab4-9218-85c2f4818050, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }, OmicronZoneConfig { id: 6f90e9b4-6395-4b60-a377-b8ab146c790e, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 0327c40c-9b7a-419e-8572-976bbad0697f, kind: Service { id: 6f90e9b4-6395-4b60-a377-b8ab146c790e }, name: Name(\"external-dns-6f90e9b4-6395-4b60-a377-b8ab146c790e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 242])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 2bd372ca-052a-4891-8e18-1e89afe09ee2, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 87d76b8e-70bc-4117-be4d-c0ec3b5b6c71, kind: Service { id: 2bd372ca-052a-4891-8e18-1e89afe09ee2 }, name: Name(\"external-dns-2bd372ca-052a-4891-8e18-1e89afe09ee2\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 96])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: b91e483c-c47c-4daa-a991-9e09554a7f98, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: b88f92ab-7657-4b1d-95d8-c07bcc49251f, kind: Service { id: b91e483c-c47c-4daa-a991-9e09554a7f98 }, name: Name(\"nexus-b91e483c-c47c-4daa-a991-9e09554a7f98\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 135])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 30bf6548-3cd1-41c3-9086-faa8ca9474cf, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 685765c0-ff92-4e06-834e-6d6f9911b371, kind: Service { id: 30bf6548-3cd1-41c3-9086-faa8ca9474cf }, name: Name(\"nexus-30bf6548-3cd1-41c3-9086-faa8ca9474cf\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 107])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: de3c2053-cc1f-405f-977b-4cd7e79352bb, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 42428cc2-aa5d-4691-8f68-a5e7797bf030, kind: Service { id: de3c2053-cc1f-405f-977b-4cd7e79352bb }, name: Name(\"nexus-de3c2053-cc1f-405f-977b-4cd7e79352bb\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 92])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 540301cc-bc41-4aa5-bb02-c6e25e1586b6, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 22b9691e-69fc-43d5-aa99-8a200c509905, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: 89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 51525209-f895-4011-a1fd-ddf7aaca081e, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 126123c3-ef9f-486e-8f31-7272296cc4d8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: dc3f737d-b96f-4263-a212-59b00c5761a0, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 0faf5893-5a63-4906-a7f5-cb36c6c1353b (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 33ee4877-2136-4c89-b2d5-e9369e322337, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98df5eef-0a91-403e-9767-d03c82c93fc1, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External } } } }, OmicronZoneConfig { id: 89a308c2-7d36-4fd9-ba13-8685ba41ff64, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External } } } }, OmicronZoneConfig { id: 55f36055-586f-4a47-aacf-98b84018407c, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37279933-d27e-4265-9e70-d58d0575c79d, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External } } } }, OmicronZoneConfig { id: bf4afffd-0248-4ed1-8c15-3ab55a5408c9, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 2450844a-e7c2-49d0-8dc6-d59793fa3c37 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2450844a-e7c2-49d0-8dc6-d59793fa3c37 (zpool), kind: External } } } }, OmicronZoneConfig { id: eda2942d-b7e5-43c9-9a26-afd1ae8dfd53, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External } } } }, OmicronZoneConfig { id: 36352d33-9aad-4710-88fe-5c5851ee3285, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 0faf5893-5a63-4906-a7f5-cb36c6c1353b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0faf5893-5a63-4906-a7f5-cb36c6c1353b (zpool), kind: External } } } }, OmicronZoneConfig { id: 30a7d6a1-1b15-49b5-ae95-f9abb51135aa, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 126123c3-ef9f-486e-8f31-7272296cc4d8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 126123c3-ef9f-486e-8f31-7272296cc4d8 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:48.99603821Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:48.996168652Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:64240"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:48.997130596Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:48.997139376Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: f6dfbfea-8bf4-4493-96d9-9d1b04d801d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.023231857Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.023276798Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e319def5-0926-47c0-a571-e5e4b12c3c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.043924509Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.04397021Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 0895b1cd-15b7-45f6-983c-9e8b876b7c53, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.064171645Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.064212706Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7a204e7-7a9e-433d-a12b-a29fd64ac00e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.081868304Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.081903214Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6f7e4b6-1ff5-456a-a3aa-13e35b2fda8b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.100463445Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.100498506Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 4f9822a7-fb64-419c-8824-2c8538ed9a6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.118767712Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.118804343Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 096736ee-173c-4ab4-9218-85c2f4818050, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.13848106Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.138517361Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 734a7da0-4664-48e8-b4a5-4a758b3f3876, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f90e9b4-6395-4b60-a377-b8ab146c790e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.158217099Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.158264799Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 6f90e9b4-6395-4b60-a377-b8ab146c790e, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2bd372ca-052a-4891-8e18-1e89afe09ee2, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.261819722Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.261865093Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 2bd372ca-052a-4891-8e18-1e89afe09ee2, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 22b9691e-69fc-43d5-aa99-8a200c509905, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.39310872Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.393163411Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 22b9691e-69fc-43d5-aa99-8a200c509905, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 33ee4877-2136-4c89-b2d5-e9369e322337, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.521965982Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.522010553Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 33ee4877-2136-4c89-b2d5-e9369e322337, dataset_name: DatasetName { pool_name: ZpoolName { id: 17668df1-993b-458e-b1cf-310a88477d11 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98df5eef-0a91-403e-9767-d03c82c93fc1, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.633994418Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.634038839Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 98df5eef-0a91-403e-9767-d03c82c93fc1, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f6d9db3-762e-4798-98cd-bb00d0a3b252 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 89a308c2-7d36-4fd9-ba13-8685ba41ff64, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.758221303Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.758268783Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 89a308c2-7d36-4fd9-ba13-8685ba41ff64, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bd3ff04-304c-4362-b41f-8347b5dd9341 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 55f36055-586f-4a47-aacf-98b84018407c, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.867879204Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.867920054Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 55f36055-586f-4a47-aacf-98b84018407c, dataset_name: DatasetName { pool_name: ZpoolName { id: db606de8-ae75-4597-bde9-3f1234d88ff3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 37279933-d27e-4265-9e70-d58d0575c79d, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.97783836Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:49.977952161Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 37279933-d27e-4265-9e70-d58d0575c79d, dataset_name: DatasetName { pool_name: ZpoolName { id: 20226c3a-235f-4118-b164-e14967848f5c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bf4afffd-0248-4ed1-8c15-3ab55a5408c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 2450844a-e7c2-49d0-8dc6-d59793fa3c37 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.087769456Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.087814326Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: bf4afffd-0248-4ed1-8c15-3ab55a5408c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 2450844a-e7c2-49d0-8dc6-d59793fa3c37 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: eda2942d-b7e5-43c9-9a26-afd1ae8dfd53, dataset_name: DatasetName { pool_name: ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.217979027Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.218025008Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: eda2942d-b7e5-43c9-9a26-afd1ae8dfd53, dataset_name: DatasetName { pool_name: ZpoolName { id: a4af3495-6c0f-4fe3-b8a0-503d2a880027 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 36352d33-9aad-4710-88fe-5c5851ee3285, dataset_name: DatasetName { pool_name: ZpoolName { id: 0faf5893-5a63-4906-a7f5-cb36c6c1353b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.316210282Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.316267513Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 36352d33-9aad-4710-88fe-5c5851ee3285, dataset_name: DatasetName { pool_name: ZpoolName { id: 0faf5893-5a63-4906-a7f5-cb36c6c1353b (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 30a7d6a1-1b15-49b5-ae95-f9abb51135aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 126123c3-ef9f-486e-8f31-7272296cc4d8 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.44545879Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.445498721Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 30a7d6a1-1b15-49b5-ae95-f9abb51135aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 126123c3-ef9f-486e-8f31-7272296cc4d8 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.573013663Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.573064224Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.573331208Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.57349431Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.700498395Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.73985663Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.740179115Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.740191975Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.740201385Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.740226055Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.751620172Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.776189801Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.776375474Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.776383944Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.910241948Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.910477192Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.98704393Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.987286714Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.987308204Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.987364565Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.987381675Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.987400775Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.987431196Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.987810711Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.992226046Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:50.99661917Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.001531372Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.007004752Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.01235138Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.017502755Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.156576656Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.161512808Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.166805156Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.171473244Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.177268699Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.183124124Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.188834787Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.194965167Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.201712756Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.207169085Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.213717451Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.2204592Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.227737306Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.233438049Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.241552928Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.248369407Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.255275538Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.262981531Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.271041118Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.278516368Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.286818769Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.422140985Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.537601102Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.640919121Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.759475713Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.831865899Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.834441367Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.834497488Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.900859787Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 186, 135]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.900890668Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.902674114Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.902695924Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.963696185Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 151, 107]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.963729096Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.96543281Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:51.965451921Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.025889583Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 137, 242]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.025921604Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.02772288Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.027743931Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.089464912Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 139, 92]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.089498482Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.091308909Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.091326489Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.147459069Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 203, 96]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.147490689Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"external_dns"} {"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.156381339Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.15640825Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.157883461Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.157910482Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.157989053Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.158003583Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.158087264Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.158099424Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.158182336Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.158211686Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.175412317Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.177615749Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.225651421Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.230768366Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.234620982Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.234646882Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.234674563Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.238003772Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.241213269Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.241240669Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Configuring new Omicron zone: oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.507812732Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.514442599Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.521162258Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.528014188Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.535324754Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.542410698Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.550617178Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.55831579Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.565353453Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:52.570880294Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:53.743294048Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:53.743509901Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:53.784776284Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:53.784987847Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:53.798633566Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:53.79886372Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:53.892618558Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41263"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:53.89549284Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"1a9298e6-dcab-415b-9774-23200fc662c6","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41263","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":2404,"response_code":"200"} {"msg":"Profile for oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:53.935371663Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:53.935547896Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:54.004026046Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:54.004258129Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:54.012178265Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:54.012365178Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf\") failed: Property not found. retry in 57.836816ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:54.029186073Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:54.029483517Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0\") failed: Property not found. retry in 65.492317ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:54.038308006Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:54.038497739Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e\") failed: Property not found. retry in 56.410426ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:54.048181721Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:54.048314963Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:54.054813687Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:54.062608491Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:54.062827475Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:54.072232392Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:54.072464705Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf\") failed: Property not found. retry in 111.907108ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:54.098868081Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0\") failed: Property not found. retry in 124.203022ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:54.136219076Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e\") failed: Property not found. retry in 96.098725ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:54.16384263Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:54.165003567Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:54.165662617Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:54.165708277Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:54.190930666Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf\") failed: Property not found. retry in 286.870695ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:54.235235133Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64\") failed: Property not found. retry in 55.501943ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:54.268058642Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:54.321913899Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0\") failed: Property not found. retry in 193.763961ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:54.409391426Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64\") failed: Property not found. retry in 98.144391ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:54.696188785Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e\") failed: Property not found. retry in 123.538058ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:54.756825761Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d\") failed: Property not found. retry in 46.684937ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:54.783855556Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf\") failed: Property not found. retry in 544.284395ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:54.808953232Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53\") failed: Property not found. retry in 31.867128ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:54.878633179Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:30:54.879034455Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1\") failed: Property not found. retry in 67.102459ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:54.959975138Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6\") failed: Property not found. retry in 73.550094ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:54.989822074Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0\") failed: Property not found. retry in 502.084418ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:58.989094744Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337\") failed: Property not found. retry in 50.815836ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:59.088290103Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64\") failed: Property not found. retry in 297.090355ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:59.30242026Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c\") failed: Property not found. retry in 59.358085ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:59.354530562Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e\") failed: Property not found. retry in 413.881164ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:59.432836045Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d\") failed: Property not found. retry in 143.097745ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:59.580292359Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9\") failed: Property not found. retry in 62.028437ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:59.642546038Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf\") failed: Property not found. retry in 607.047105ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:59.709020249Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53\") failed: Property not found. retry in 120.20044ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:30:59.89055112Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 28.907713ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.050944853Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1\") failed: Property not found. retry in 116.609094ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.089892422Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6\") failed: Property not found. retry in 139.454475ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.110747256Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0\") failed: Property not found. retry in 583.847995ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.127998088Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337\") failed: Property not found. retry in 87.087462ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.148238014Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64\") failed: Property not found. retry in 432.724232ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.166562942Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c\") failed: Property not found. retry in 73.792413ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.189805761Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e\") failed: Property not found. retry in 729.680587ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.26776088Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d\") failed: Property not found. retry in 164.160933ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.388383591Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9\") failed: Property not found. retry in 147.361571ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.405582303Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf\") failed: Property not found. retry in 586.787049ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.42389556Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53\") failed: Property not found. retry in 271.449458ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.463383067Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 46.547168ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.543864132Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 82.755818ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.594700715Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1\") failed: Property not found. retry in 150.713655ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.612012508Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6\") failed: Property not found. retry in 273.018709ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.627022207Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337\") failed: Property not found. retry in 106.906092ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.642264679Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64\") failed: Property not found. retry in 1.080318424s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.655903979Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c\") failed: Property not found. retry in 164.941958ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.687856776Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d\") failed: Property not found. retry in 516.411528ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.732784632Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9\") failed: Property not found. retry in 249.046815ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.788576236Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53\") failed: Property not found. retry in 218.5092ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.815183115Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 84.602472ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.829870389Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 181.805151ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.847413145Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1\") failed: Property not found. retry in 470.049127ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.864529645Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0\") failed: Property not found. retry in 1.345281738s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.883686705Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337\") failed: Property not found. retry in 448.565346ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.900819645Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c\") failed: Property not found. retry in 292.790303ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.918732797Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 178.782864ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.937707674Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6\") failed: Property not found. retry in 441.84453ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:00.953022518Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e\") failed: Property not found. retry in 924.763177ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:01.017888995Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf\") failed: Property not found. retry in 687.902309ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:01.036865382Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53\") failed: Property not found. retry in 500.549239ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:01.055637547Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 391.504355ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:01.072952609Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9\") failed: Property not found. retry in 500.736043ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:01.090603277Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 415.529338ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:01.137727846Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c\") failed: Property not found. retry in 1.11205834s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:01.22913377Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d\") failed: Property not found. retry in 441.511622ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:01.266787291Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1\") failed: Property not found. retry in 1.068336057s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:01.35510773Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337\") failed: Property not found. retry in 951.147328ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:01.37285717Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6\") failed: Property not found. retry in 832.154015ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:01.415853868Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 694.072888ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:01.486802914Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 508.150419ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:01.573180496Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53\") failed: Property not found. retry in 1.450181424s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:01.59063395Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9\") failed: Property not found. retry in 709.993641ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:01.608480681Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d\") failed: Property not found. retry in 1.159744059s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:01.725566461Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf\") failed: Property not found. retry in 742.802108ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:01.744249504Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64\") failed: Property not found. retry in 1.239327238s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:01.763732829Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e\") failed: Property not found. retry in 1.342433754s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:01.963959553Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 567.637335ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:02.103151146Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 868.287935ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:02.202140272Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0\") failed: Property not found. retry in 1.140456777s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:02.251011995Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6\") failed: Property not found. retry in 1.178940086s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:02.268943727Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9\") failed: Property not found. retry in 529.090365ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:02.334413024Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337\") failed: Property not found. retry in 1.16883342s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:02.362434883Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c\") failed: Property not found. retry in 951.010705ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:02.385438329Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:02.413548799Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:02.415819753Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1\") failed: Property not found. retry in 1.293340141s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:02.464711996Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf\") failed: Property not found. retry in 1.249839111s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:02.508357734Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 668.93883ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:02.694180998Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9\") failed: Property not found. retry in 1.028354321s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:02.904744353Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2\") failed: Property not found. retry in 54.888184ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:02.942261951Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d\") failed: Property not found. retry in 556.650698ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:03.062317804Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53\") failed: Property not found. retry in 740.091023ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:03.107289872Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 810.24599ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:03.132774284Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2\") failed: Property not found. retry in 99.885819ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:03.152236278Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64\") failed: Property not found. retry in 699.416627ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:03.187458262Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2\") failed: Property not found. retry in 161.20684ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:03.270031138Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e\") failed: Property not found. retry in 840.893676ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:03.322259891Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c\") failed: Property not found. retry in 726.219706ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:03.349515049Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 927.129369ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:03.37557055Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0\") failed: Property not found. retry in 722.044445ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:03.403982465Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2\") failed: Property not found. retry in 402.330833ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:03.443270099Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6\") failed: Property not found. retry in 892.750676ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:03.458876047Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337\") failed: Property not found. retry in 1.327603296s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:03.550026418Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d\") failed: Property not found. retry in 590.277049ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:03.635674019Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf\") failed: Property not found. retry in 514.153287ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:03.776574287Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1\") failed: Property not found. retry in 582.605048ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:03.786838347Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2\") failed: Property not found. retry in 476.994932ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:03.858354101Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53\") failed: Property not found. retry in 1.181582469s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:03.869541424Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64\") failed: Property not found. retry in 1.027721991s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:03.900590838Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:03.925196847Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:03.925289339Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9\") failed: Property not found. retry in 616.73027ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:03.946825643Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 670.974326ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:03.957701602Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c\") failed: Property not found. retry in 1.032217799s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:04.102363905Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0\") failed: Property not found. retry in 787.038141ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:04.143350333Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e\") failed: Property not found. retry in 734.706722ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:04.219023079Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d\") failed: Property not found. retry in 1.156266316s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:04.256956193Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf\") failed: Property not found. retry in 45.665429ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:04.309244467Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf\") failed: Property not found. retry in 1.233034335s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:04.324573211Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 511.626037ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:04.340830688Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2\") failed: Property not found. retry in 1.31254383s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:04.359208006Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf\") failed: Property not found. retry in 133.470634ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:04.396992098Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6\") failed: Property not found. retry in 1.338659881s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:04.420809336Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1\") failed: Property not found. retry in 759.784444ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:04.436650217Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf\") failed: Property not found. retry in 237.333688ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:04.543202214Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9\") failed: Property not found. retry in 1.113111238s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:04.578274856Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 1.426815938s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:04.646116057Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:04.750508312Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:04.750968278Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf\") failed: Property not found. retry in 438.940013ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:04.798813257Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 1.473215728s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:04.929370713Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337\") failed: Property not found. retry in 1.20293734s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:04.9421471Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64\") failed: Property not found. retry in 1.387606653s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:04.955753059Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e\") failed: Property not found. retry in 861.191137ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:04.969106094Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0\") failed: Property not found. retry in 1.310196852s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:04.981616927Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e\") failed: Property not found. retry in 54.15623ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:05.062000201Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53\") failed: Property not found. retry in 1.088743305s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:05.074921929Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e\") failed: Property not found. retry in 112.326744ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:05.128768666Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c\") failed: Property not found. retry in 1.336993035s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:05.147239386Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1\") failed: Property not found. retry in 1.328025354s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:05.209255581Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf\") failed: Property not found. retry in 772.971434ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:05.251528949Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e\") failed: Property not found. retry in 196.68357ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:05.263083918Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d\") failed: Property not found. retry in 1.328817658s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:05.426691637Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e\") failed: Property not found. retry in 441.796141ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:05.481989805Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf\") failed: Property not found. retry in 1.042602248s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:05.570377196Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2\") failed: Property not found. retry in 1.179385306s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:05.686772236Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9\") failed: Property not found. retry in 1.24358069s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:05.719844299Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6\") failed: Property not found. retry in 1.109256662s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:05.772846653Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e\") failed: Property not found. retry in 1.088203989s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:05.844329746Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e\") failed: Property not found. retry in 1.094804084s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:05.93840699Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf\") failed: Property not found. retry in 879.868238ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:06.040507542Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 794.39075ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:06.087814803Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:06.109301226Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:06.109482019Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337\") failed: Property not found. retry in 1.294780417s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:06.182313403Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53\") failed: Property not found. retry in 1.474111444s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:06.193216242Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:06.24238508Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:06.242796726Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:06.250021232Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:06.250291946Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0\") failed: Property not found. retry in 733.954003ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:06.304502528Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb\") failed: Property not found. retry in 62.566131ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:06.334899441Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64\") failed: Property not found. retry in 1.210529615s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:06.355214358Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb\") failed: Property not found. retry in 102.690587ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:06.411263827Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 1.367382691s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:06.423382754Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98\") failed: Property not found. retry in 65.753435ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:06.451244021Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c\") failed: Property not found. retry in 1.48646848s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:06.49639949Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb\") failed: Property not found. retry in 115.990782ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:06.524687284Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98\") failed: Property not found. retry in 76.374531ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:06.534540517Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905\") failed: Property not found. retry in 51.718368ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:06.545332865Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1\") failed: Property not found. retry in 717.560922ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:06.556381586Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905\") failed: Property not found. retry in 114.50004ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:06.608140952Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98\") failed: Property not found. retry in 102.669011ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:06.624110576Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf\") failed: Property not found. retry in 824.847233ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:06.635456781Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb\") failed: Property not found. retry in 484.263199ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:06.652760924Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905\") failed: Property not found. retry in 172.774408ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:06.733491153Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98\") failed: Property not found. retry in 490.466907ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:06.745933815Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d\") failed: Property not found. retry in 674.48307ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:06.76753049Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2\") failed: Property not found. retry in 1.368581182s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:06.986698671Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf\") failed: Property not found. retry in 769.789218ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:06.998926559Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e\") failed: Property not found. retry in 1.44381529s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:07.010406357Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9\") failed: Property not found. retry in 699.393044ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:07.021397438Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905\") failed: Property not found. retry in 257.950686ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:07.031528756Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 893.533255ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:07.043328218Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6\") failed: Property not found. retry in 1.287943938s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:07.053533447Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0\") failed: Property not found. retry in 947.452884ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:07.08246962Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e\") failed: Property not found. retry in 659.648864ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:07.095638502Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb\") failed: Property not found. retry in 925.99087ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:07.149546219Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98\") failed: Property not found. retry in 785.409092ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:07.248501965Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1\") failed: Property not found. retry in 618.123596ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:07.2864882Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905\") failed: Property not found. retry in 846.87833ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:07.301802763Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d\") failed: Property not found. retry in 1.15770438s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:07.454050657Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf\") failed: Property not found. retry in 1.12482001s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:07.473160746Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337\") failed: Property not found. retry in 817.291135ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:07.488132575Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64\") failed: Property not found. retry in 763.799083ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:07.578765088Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53\") failed: Property not found. retry in 1.311273747s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:07.67950647Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9\") failed: Property not found. retry in 694.564749ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:07.73293714Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e\") failed: Property not found. retry in 1.346509651s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:07.767579376Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf\") failed: Property not found. retry in 765.613655ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:07.780486955Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 661.093272ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:07.802176062Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1\") failed: Property not found. retry in 828.588607ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:07.917075739Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 1.12133239s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:07.950596729Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c\") failed: Property not found. retry in 902.632152ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:07.994716873Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0\") failed: Property not found. retry in 1.407862817s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:08.042172556Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98\") failed: Property not found. retry in 1.066066937s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:08.053996199Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb\") failed: Property not found. retry in 590.801987ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:08.087863524Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905\") failed: Property not found. retry in 580.764021ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:08.15882365Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337\") failed: Property not found. retry in 1.093126289s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:08.319573268Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6\") failed: Property not found. retry in 1.038434127s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:08.357976879Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64\") failed: Property not found. retry in 838.811803ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:08.370940648Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2\") failed: Property not found. retry in 539.709678ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:08.383451601Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9\") failed: Property not found. retry in 1.340902355s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:08.440617156Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e\") failed: Property not found. retry in 1.16944886s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:08.466463604Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 826.859981ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:08.479061517Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf\") failed: Property not found. retry in 1.143790591s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:08.559006765Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf\") failed: Property not found. retry in 773.592593ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:08.610589449Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d\") failed: Property not found. retry in 812.14097ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:08.623857082Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb\") failed: Property not found. retry in 1.285458867s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:08.691884766Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905\") failed: Property not found. retry in 921.578177ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:08.75241506Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1\") failed: Property not found. retry in 510.970768ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:08.765361439Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c\") failed: Property not found. retry in 1.485322674s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:08.91059708Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2\") failed: Property not found. retry in 1.475368004s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:08.935763418Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53\") failed: Property not found. retry in 1.435606757s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:09.004501842Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 787.274335ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:09.08105881Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e\") failed: Property not found. retry in 624.704138ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:09.124398613Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98\") failed: Property not found. retry in 1.219649219s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:09.133890941Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64\") failed: Property not found. retry in 999.312697ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:09.219803526Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 1.238594333s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:09.318932664Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1\") failed: Property not found. retry in 955.569445ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:09.328003257Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf\") failed: Property not found. retry in 736.777351ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:09.393591585Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6\") failed: Property not found. retry in 1.426716238s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:09.405719502Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337\") failed: Property not found. retry in 1.475004022s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:09.421704715Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d\") failed: Property not found. retry in 1.068954748s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:09.444959725Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0\") failed: Property not found. retry in 1.295121277s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:09.459734441Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e\") failed: Property not found. retry in 539.743112ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:09.646080952Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905\") failed: Property not found. retry in 1.060518411s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:09.684696526Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf\") failed: Property not found. retry in 1.462714081s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:09.711988195Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e\") failed: Property not found. retry in 922.735184ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:09.760463423Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9\") failed: Property not found. retry in 1.022005421s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:09.791795471Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 848.916006ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:09.880566117Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb\") failed: Property not found. retry in 1.413917018s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:09.988856828Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf\") failed: Property not found. retry in 665.742599ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:10.144162747Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e\") failed: Property not found. retry in 1.239549688s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:10.197444625Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64\") failed: Property not found. retry in 676.817206ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:10.230812522Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1\") failed: Property not found. retry in 1.167996003s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:10.305247459Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98\") failed: Property not found. retry in 839.091762ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:10.365159184Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c\") failed: Property not found. retry in 606.87422ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:10.405123098Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2\") failed: Property not found. retry in 1.098164896s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:10.420092937Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53\") failed: Property not found. retry in 1.349366743s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:10.452897926Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d\") failed: Property not found. retry in 1.492602803s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:10.524786816Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 697.360799ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:10.568267251Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e\") failed: Property not found. retry in 1.354734485s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:10.693639212Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 816.215197ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:10.739456731Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905\") failed: Property not found. retry in 1.245543622s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:10.754354369Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0\") failed: Property not found. retry in 533.613761ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:10.76406225Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf\") failed: Property not found. retry in 1.381196732s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:10.819976267Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9\") failed: Property not found. retry in 681.21266ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:10.828056425Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6\") failed: Property not found. retry in 1.26862029s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:10.841227227Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337\") failed: Property not found. retry in 1.322178541s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:10.906658033Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64\") failed: Property not found. retry in 584.123817ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:10.917588382Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c\") failed: Property not found. retry in 1.339796213s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:11.023032562Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf\") failed: Property not found. retry in 1.253550012s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:11.184999118Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98\") failed: Property not found. retry in 1.005071523s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:11.213792958Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 941.935439ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:11.275993857Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0\") failed: Property not found. retry in 538.051339ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:11.307186422Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb\") failed: Property not found. retry in 1.45076524s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:11.41248362Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e\") failed: Property not found. retry in 1.457407427s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:11.445875108Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1\") failed: Property not found. retry in 693.111458ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:11.482056647Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64\") failed: Property not found. retry in 780.890935ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:11.510636444Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9\") failed: Property not found. retry in 589.129482ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:11.519155558Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2\") failed: Property not found. retry in 1.309637824s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:11.527386059Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 512.740318ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:11.567772019Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53\") failed: Property not found. retry in 639.710395ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:11.813655589Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0\") failed: Property not found. retry in 630.105241ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:11.855745004Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905\") failed: Property not found. retry in 1.032776797s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:12.010623076Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d\") failed: Property not found. retry in 1.445582685s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:12.027159528Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e\") failed: Property not found. retry in 1.430934974s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:12.058101419Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 955.535114ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:12.088796908Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9\") failed: Property not found. retry in 1.303662114s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:12.117237563Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6\") failed: Property not found. retry in 1.083383621s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:12.125566655Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1\") failed: Property not found. retry in 652.567728ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:12.183598692Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf\") failed: Property not found. retry in 662.527227ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:12.209944447Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 943.831577ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:12.227800028Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98\") failed: Property not found. retry in 596.231437ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:12.237287257Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337\") failed: Property not found. retry in 1.028777939s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:12.245879022Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64\") failed: Property not found. retry in 1.406954244s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:12.302294856Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c\") failed: Property not found. retry in 573.518824ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:12.373979453Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf\") failed: Property not found. retry in 561.781702ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:12.449319753Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53\") failed: Property not found. retry in 879.136638ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:12.463426869Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0\") failed: Property not found. retry in 610.419622ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:12.49565968Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98\") failed: Property not found. retry in 799.308435ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:12.844246361Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1\") failed: Property not found. retry in 1.136580234s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:12.853877251Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2\") failed: Property not found. retry in 1.244322838s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:12.862265884Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb\") failed: Property not found. retry in 1.324455366s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:12.87363859Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf\") failed: Property not found. retry in 573.954828ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:12.882933066Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e\") failed: Property not found. retry in 626.135554ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:12.913052026Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c\") failed: Property not found. retry in 1.021631384s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:12.958651372Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf\") failed: Property not found. retry in 1.484225304s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:13.021792914Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905\") failed: Property not found. retry in 1.221702931s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:13.052936658Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 526.339827ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:13.061170929Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0\") failed: Property not found. retry in 592.003162ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:13.115057326Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 654.879161ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:13.181019169Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6\") failed: Property not found. retry in 1.241143159s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:13.217943879Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337\") failed: Property not found. retry in 845.27851ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:13.285674138Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53\") failed: Property not found. retry in 797.597085ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:13.352566585Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9\") failed: Property not found. retry in 1.355305904s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:13.431522998Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf\") failed: Property not found. retry in 1.215892836s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:13.466817163Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d\") failed: Property not found. retry in 1.365868099s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:13.4823533Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e\") failed: Property not found. retry in 1.179543672s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:13.499853596Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e\") failed: Property not found. retry in 758.839176ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:13.548596998Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 633.921268ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:13.596862953Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98\") failed: Property not found. retry in 1.002740988s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:13.654465754Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0\") failed: Property not found. retry in 1.449934968s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:13.716602822Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64\") failed: Property not found. retry in 1.180030501s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:13.725703115Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 1.038983178s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:13.846382127Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c\") failed: Property not found. retry in 995.493943ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:13.990645774Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1\") failed: Property not found. retry in 941.202172ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:14.000025848Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2\") failed: Property not found. retry in 625.128957ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:14.116467931Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337\") failed: Property not found. retry in 1.236894668s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:14.140860858Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53\") failed: Property not found. retry in 705.348415ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:14.159767694Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb\") failed: Property not found. retry in 915.004029ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:14.208323733Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 1.061729065s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:14.240060127Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905\") failed: Property not found. retry in 1.458045576s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:14.286079139Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e\") failed: Property not found. retry in 1.168305074s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:14.316429712Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6\") failed: Property not found. retry in 649.746901ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:14.46893503Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf\") failed: Property not found. retry in 662.501768ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:14.516642986Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:14.568168549Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"78.541917677s"} {"msg":"wait for service Some(\"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98\") failed: Property not found. retry in 1.077685449s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:14.669155664Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e\") failed: Property not found. retry in 686.054987ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:14.690195011Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf\") failed: Property not found. retry in 708.758661ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:14.69972264Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2\") failed: Property not found. retry in 860.110169ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:14.753420614Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9\") failed: Property not found. retry in 607.011144ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:14.796513214Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d\") failed: Property not found. retry in 805.928657ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:14.85927284Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53\") failed: Property not found. retry in 811.619703ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:14.874902248Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 1.393782118s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:14.896314671Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c\") failed: Property not found. retry in 1.229350101s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:15.069810475Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1\") failed: Property not found. retry in 636.330412ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:15.079571467Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6\") failed: Property not found. retry in 1.49026487s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:15.129300823Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb\") failed: Property not found. retry in 1.360028969s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:15.137479633Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf\") failed: Property not found. retry in 1.263572342s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:15.190283704Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 1.484706181s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:15.313126288Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e\") failed: Property not found. retry in 535.994718ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:15.385974402Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337\") failed: Property not found. retry in 966.129538ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:15.395442951Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9\") failed: Property not found. retry in 639.535524ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:15.411960522Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2\") failed: Property not found. retry in 1.006971606s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:15.623474631Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53\") failed: Property not found. retry in 678.184119ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:15.696142693Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1\") failed: Property not found. retry in 953.249771ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:15.725981028Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905\") failed: Property not found. retry in 866.492954ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:15.755148574Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98\") failed: Property not found. retry in 1.431516524s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:15.765176801Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e\") failed: Property not found. retry in 1.236593941s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:15.934793707Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9\") failed: Property not found. retry in 557.279001ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:16.062923409Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 1.084260906s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:16.301785038Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c\") failed: Property not found. retry in 1.270875376s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:16.31154393Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337\") failed: Property not found. retry in 1.023951115s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:16.37175316Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53\") failed: Property not found. retry in 1.462166851s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:16.382508077Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf\") failed: Property not found. retry in 994.032134ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:16.464692587Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb\") failed: Property not found. retry in 1.213136928s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:16.508635579Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9\") failed: Property not found. retry in 1.073152801s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:16.631758307Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905\") failed: Property not found. retry in 891.54953ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:16.654907085Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2\") failed: Property not found. retry in 643.495323ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:16.663036664Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1\") failed: Property not found. retry in 1.075403157s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:16.690034458Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 863.47897ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:16.811949708Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e\") failed: Property not found. retry in 634.804594ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:17.182092654Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98\") failed: Property not found. retry in 905.541087ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:17.208051483Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2\") failed: Property not found. retry in 1.102945019s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:17.316596099Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 1.277550644s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:17.395144666Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337\") failed: Property not found. retry in 724.950544ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:17.405797302Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf\") failed: Property not found. retry in 1.031355543s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:17.468148632Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905\") failed: Property not found. retry in 555.365972ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:17.556091427Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c\") failed: Property not found. retry in 1.256619091s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:17.592141823Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 612.42982ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:17.685957333Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb\") failed: Property not found. retry in 695.828867ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:17.73228456Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1\") failed: Property not found. retry in 503.996691ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:17.774297734Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e\") failed: Property not found. retry in 1.168337186s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:17.826695138Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53\") failed: Property not found. retry in 708.177642ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:17.856791728Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905\") failed: Property not found. retry in 1.004487355s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:18.123691736Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98\") failed: Property not found. retry in 770.176792ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:18.133054163Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337\") failed: Property not found. retry in 530.868485ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:18.141834811Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1\") failed: Property not found. retry in 924.14937ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:18.289811482Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 800.431568ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:18.3108405Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2\") failed: Property not found. retry in 1.246447677s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:18.429437332Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb\") failed: Property not found. retry in 567.173804ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:18.438757588Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf\") failed: Property not found. retry in 901.301736ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:18.50876091Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53\") failed: Property not found. retry in 1.037716857s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:18.574766695Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337\") failed: Property not found. retry in 887.678716ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:18.682874843Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 858.02792ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:18.692376232Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c\") failed: Property not found. retry in 651.069366ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:18.859452912Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98\") failed: Property not found. retry in 1.304403023s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:18.912956183Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e\") failed: Property not found. retry in 583.63383ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:19.005807809Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb\") failed: Property not found. retry in 976.124583ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:19.016173231Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 651.301514ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:19.125770011Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905\") failed: Property not found. retry in 900.2676ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:19.142531026Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1\") failed: Property not found. retry in 851.706923ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:19.230646633Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf\") failed: Property not found. retry in 1.009563435s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:19.426411942Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c\") failed: Property not found. retry in 724.241805ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:19.535664998Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 978.097829ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:19.569031615Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337\") failed: Property not found. retry in 1.43908569s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:19.589359772Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e\") failed: Property not found. retry in 972.024009ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:19.609647838Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2\") failed: Property not found. retry in 1.150569672s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:19.697045365Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 596.240041ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:19.796521138Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb\") failed: Property not found. retry in 757.872638ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:20.011417806Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905\") failed: Property not found. retry in 1.435652512s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:20.063205702Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98\") failed: Property not found. retry in 772.542654ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:20.235621811Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 805.568189ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:20.415410136Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf\") failed: Property not found. retry in 594.572839ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:20.460037358Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 1.154443214s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:20.570697644Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e\") failed: Property not found. retry in 1.385055046s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:20.609318738Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb\") failed: Property not found. retry in 622.733825ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:20.791747923Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2\") failed: Property not found. retry in 732.329001ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:20.868615165Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98\") failed: Property not found. retry in 1.184220134s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:21.026414Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf\") failed: Property not found. retry in 911.633619ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:21.076689764Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 880.243104ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:21.241754975Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb\") failed: Property not found. retry in 1.097607829s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:21.439489723Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905\") failed: Property not found. retry in 1.425635927s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:21.516586059Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2\") failed: Property not found. retry in 1.1849738s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:21.615865699Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 818.73269ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:21.740126654Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf\") failed: Property not found. retry in 1.14993055s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:22.00414828Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e\") failed: Property not found. retry in 870.072353ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:22.019817558Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa\") failed: Property not found. retry in 1.245713567s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:22.14181089Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98\") failed: Property not found. retry in 1.01740026s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:22.226819212Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb\") failed: Property not found. retry in 1.132711056s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:22.551969731Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285\") failed: Property not found. retry in 790.616011ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:22.570134856Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2\") failed: Property not found. retry in 1.024171297s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:22.814017647Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e\") failed: Property not found. retry in 1.10747089s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:22.902865255Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905\") failed: Property not found. retry in 1.413895769s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:22.953700827Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf\") failed: Property not found. retry in 1.033106265s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:23.16613443Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98\") failed: Property not found. retry in 1.273668393s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:23.256067744Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/aeb7e077-0751-417b-8b16-b62876b5611c): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-14T22:31:23.866341846Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:229"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:23.96521789Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56161"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:23.969658455Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"af09a3c9-8c5f-4cb6-b726-fdcfc7efa6a4","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56161","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":2318,"response_code":"200"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/aeb7e077-0751-417b-8b16-b62876b5611c): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:24.483185926Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/nexus.rs:601"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.56500987Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_nexus_b91e483c-c47c-4daa-a991-9e09554a7f98"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.565061221Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_crucible_pantry_dc3f737d-b96f-4263-a212-59b00c5761a0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.565066361Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_crucible_33ee4877-2136-4c89-b2d5-e9369e322337"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.565075891Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_crucible_89a308c2-7d36-4fd9-ba13-8685ba41ff64"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.565080802Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_crucible_55f36055-586f-4a47-aacf-98b84018407c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.565085792Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_nexus_30bf6548-3cd1-41c3-9086-faa8ca9474cf"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.565099782Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_external_dns_6f90e9b4-6395-4b60-a377-b8ab146c790e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.565103642Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_crucible_pantry_51525209-f895-4011-a1fd-ddf7aaca081e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.565107372Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_crucible_37279933-d27e-4265-9e70-d58d0575c79d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.565110992Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_crucible_bf4afffd-0248-4ed1-8c15-3ab55a5408c9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.565114422Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_crucible_pantry_89d00a5b-7bfb-4c5d-b35f-6708f98fe6bf"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.565122042Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_nexus_de3c2053-cc1f-405f-977b-4cd7e79352bb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.565127642Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_crucible_eda2942d-b7e5-43c9-9a26-afd1ae8dfd53"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.565132152Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_clickhouse_22b9691e-69fc-43d5-aa99-8a200c509905"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.565136082Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_crucible_36352d33-9aad-4710-88fe-5c5851ee3285"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.565141372Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_crucible_30a7d6a1-1b15-49b5-ae95-f9abb51135aa"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.565144972Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.565148563Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_oximeter_540301cc-bc41-4aa5-bb02-c6e25e1586b6"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.565152403Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3162","zone":"oxz_external_dns_2bd372ca-052a-4891-8e18-1e89afe09ee2"} {"msg":"Writing ledger to /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.566393501Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.568282708Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.571521446Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"65bea112-8067-4b9d-ab61-d46e24a1fbf2","remote_addr":"[fd00:1122:3344:101::1]:64240","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":35575649,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.588599845Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1250"} {"msg":"Writing ledger to /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.588632195Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.588783868Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.59375181Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:687"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.601550494Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:700"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.648176365Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:831"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/a0b038fc-3fac-44f8-9f1a-4ef58ea17b4f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.652181214Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/aeb7e077-0751-417b-8b16-b62876b5611c): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:24.722395879Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/nexus.rs:601"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/a0b038fc-3fac-44f8-9f1a-4ef58ea17b4f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.761966847Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/aeb7e077-0751-417b-8b16-b62876b5611c): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-14T22:31:24.873543746Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:229"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/a0b038fc-3fac-44f8-9f1a-4ef58ea17b4f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:24.894822147Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/a0b038fc-3fac-44f8-9f1a-4ef58ea17b4f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:25.110645199Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/a0b038fc-3fac-44f8-9f1a-4ef58ea17b4f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:25.233135028Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/a0b038fc-3fac-44f8-9f1a-4ef58ea17b4f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:25.446496795Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/a0b038fc-3fac-44f8-9f1a-4ef58ea17b4f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:25.72689486Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/aeb7e077-0751-417b-8b16-b62876b5611c): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-14T22:31:25.87619143Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:229"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/a0b038fc-3fac-44f8-9f1a-4ef58ea17b4f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:25.917760087Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/a0b038fc-3fac-44f8-9f1a-4ef58ea17b4f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:26.131303276Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/a0b038fc-3fac-44f8-9f1a-4ef58ea17b4f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:26.419933601Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/aeb7e077-0751-417b-8b16-b62876b5611c): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:26.717062371Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/nexus.rs:601"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/aeb7e077-0751-417b-8b16-b62876b5611c): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-14T22:31:26.879488753Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:229"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/a0b038fc-3fac-44f8-9f1a-4ef58ea17b4f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:27.068765147Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/aeb7e077-0751-417b-8b16-b62876b5611c): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-14T22:31:27.881405305Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:229"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/a0b038fc-3fac-44f8-9f1a-4ef58ea17b4f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:27.964028812Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/a0b038fc-3fac-44f8-9f1a-4ef58ea17b4f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:28.666495312Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/aeb7e077-0751-417b-8b16-b62876b5611c): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:28.71771026Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/nexus.rs:601"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/aeb7e077-0751-417b-8b16-b62876b5611c): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-14T22:31:28.883529471Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:229"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/aeb7e077-0751-417b-8b16-b62876b5611c): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-14T22:31:29.885996342Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:229"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/a0b038fc-3fac-44f8-9f1a-4ef58ea17b4f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:30.004474763Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/aeb7e077-0751-417b-8b16-b62876b5611c): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:30.716973959Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/nexus.rs:601"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/aeb7e077-0751-417b-8b16-b62876b5611c): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-14T22:31:30.889347866Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:229"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/a0b038fc-3fac-44f8-9f1a-4ef58ea17b4f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:30.977664026Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/aeb7e077-0751-417b-8b16-b62876b5611c): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-14T22:31:31.892384115Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:229"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/a0b038fc-3fac-44f8-9f1a-4ef58ea17b4f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:31.919025684Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/aeb7e077-0751-417b-8b16-b62876b5611c): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:31:32.717800441Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/nexus.rs:601"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/aeb7e077-0751-417b-8b16-b62876b5611c): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-14T22:31:32.895015298Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:229"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/a0b038fc-3fac-44f8-9f1a-4ef58ea17b4f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:33.833554975Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/aeb7e077-0751-417b-8b16-b62876b5611c): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-14T22:31:33.898659937Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:229"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a6f1fe4-668f-44f3-811f-761a8b7ef0c9\", \"content-length\": \"173\", \"date\": \"Wed, 14 Aug 2024 22:31:34 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"a0b038fc-3fac-44f8-9f1a-4ef58ea17b4f\\\"\", request_id: \"7a6f1fe4-668f-44f3-811f-761a8b7ef0c9\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:34.997954141Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:36.777438191Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"sled-agent/src/nexus.rs:574","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:36.939741821Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:36.941278573Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:37.03284003Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"e7d4a47a-07a9-4f1b-baf5-2f2299fa8746","remote_addr":"[fd00:1122:3344:101::b]:64603","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":92974,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:37.033212816Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:37.033311257Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:37.035073353Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:37.035442488Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"9d04f3bc-27aa-4395-9310-cfb491a6d595","remote_addr":"[fd00:1122:3344:101::b]:64603","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":2297,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:37.912225824Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64337"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:37.91675235Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0327c40c-9b7a-419e-8572-976bbad0697f, kind: Service { id: 6f90e9b4-6395-4b60-a377-b8ab146c790e }, name: Name(\"external-dns-6f90e9b4-6395-4b60-a377-b8ab146c790e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 242])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 87d76b8e-70bc-4117-be4d-c0ec3b5b6c71, kind: Service { id: 2bd372ca-052a-4891-8e18-1e89afe09ee2 }, name: Name(\"external-dns-2bd372ca-052a-4891-8e18-1e89afe09ee2\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 96])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 42428cc2-aa5d-4691-8f68-a5e7797bf030, kind: Service { id: de3c2053-cc1f-405f-977b-4cd7e79352bb }, name: Name(\"nexus-de3c2053-cc1f-405f-977b-4cd7e79352bb\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 92])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 685765c0-ff92-4e06-834e-6d6f9911b371, kind: Service { id: 30bf6548-3cd1-41c3-9086-faa8ca9474cf }, name: Name(\"nexus-30bf6548-3cd1-41c3-9086-faa8ca9474cf\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 107])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b88f92ab-7657-4b1d-95d8-c07bcc49251f, kind: Service { id: b91e483c-c47c-4daa-a991-9e09554a7f98 }, name: Name(\"nexus-b91e483c-c47c-4daa-a991-9e09554a7f98\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 135])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:37.91680197Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:37.916851111Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:37.916872631Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:37.916881532Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:37.916897412Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:37.916912922Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:37.916936183Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"1011df56-9ab2-4c10-94c9-f96525628ca4","remote_addr":"[fd00:1122:3344:101::b]:64337","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":4653,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:37.918470656Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:903"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.162474999Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:57488"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.16258483Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.258740905Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"7032b904-433f-4420-be85-2b6819c94f02","remote_addr":"[fd00:1122:3344:101::b]:57488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":96183,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.259656178Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.259734139Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.260083124Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.260645143Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"1df11856-d188-4207-b62a-67ca1c1d01a9","remote_addr":"[fd00:1122:3344:101::b]:57488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1670,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.435537497Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:51528"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.435802061Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0327c40c-9b7a-419e-8572-976bbad0697f, kind: Service { id: 6f90e9b4-6395-4b60-a377-b8ab146c790e }, name: Name(\"external-dns-6f90e9b4-6395-4b60-a377-b8ab146c790e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 242])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 87d76b8e-70bc-4117-be4d-c0ec3b5b6c71, kind: Service { id: 2bd372ca-052a-4891-8e18-1e89afe09ee2 }, name: Name(\"external-dns-2bd372ca-052a-4891-8e18-1e89afe09ee2\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 96])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 42428cc2-aa5d-4691-8f68-a5e7797bf030, kind: Service { id: de3c2053-cc1f-405f-977b-4cd7e79352bb }, name: Name(\"nexus-de3c2053-cc1f-405f-977b-4cd7e79352bb\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 92])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 685765c0-ff92-4e06-834e-6d6f9911b371, kind: Service { id: 30bf6548-3cd1-41c3-9086-faa8ca9474cf }, name: Name(\"nexus-30bf6548-3cd1-41c3-9086-faa8ca9474cf\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 107])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b88f92ab-7657-4b1d-95d8-c07bcc49251f, kind: Service { id: b91e483c-c47c-4daa-a991-9e09554a7f98 }, name: Name(\"nexus-b91e483c-c47c-4daa-a991-9e09554a7f98\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 135])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.435867662Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.435957993Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.435975963Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.435987393Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.436018344Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.436033504Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.436672874Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"0acca6b5-d8f7-4428-a654-e4b6bd1ff1bd","remote_addr":"[fd00:1122:3344:101::c]:51528","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":440,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.477657322Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:36371"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.478261721Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0327c40c-9b7a-419e-8572-976bbad0697f, kind: Service { id: 6f90e9b4-6395-4b60-a377-b8ab146c790e }, name: Name(\"external-dns-6f90e9b4-6395-4b60-a377-b8ab146c790e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 242])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 87d76b8e-70bc-4117-be4d-c0ec3b5b6c71, kind: Service { id: 2bd372ca-052a-4891-8e18-1e89afe09ee2 }, name: Name(\"external-dns-2bd372ca-052a-4891-8e18-1e89afe09ee2\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 96])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 42428cc2-aa5d-4691-8f68-a5e7797bf030, kind: Service { id: de3c2053-cc1f-405f-977b-4cd7e79352bb }, name: Name(\"nexus-de3c2053-cc1f-405f-977b-4cd7e79352bb\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 92])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 685765c0-ff92-4e06-834e-6d6f9911b371, kind: Service { id: 30bf6548-3cd1-41c3-9086-faa8ca9474cf }, name: Name(\"nexus-30bf6548-3cd1-41c3-9086-faa8ca9474cf\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 107])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b88f92ab-7657-4b1d-95d8-c07bcc49251f, kind: Service { id: b91e483c-c47c-4daa-a991-9e09554a7f98 }, name: Name(\"nexus-b91e483c-c47c-4daa-a991-9e09554a7f98\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 135])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.478293171Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.478323372Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.478498754Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.478505414Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.478518605Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.478524695Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.478538765Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"9dd4ac56-84c9-4368-b513-bb29ba57bb02","remote_addr":"[fd00:1122:3344:101::b]:36371","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":754,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.48029824Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:32920"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.481300885Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0327c40c-9b7a-419e-8572-976bbad0697f, kind: Service { id: 6f90e9b4-6395-4b60-a377-b8ab146c790e }, name: Name(\"external-dns-6f90e9b4-6395-4b60-a377-b8ab146c790e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 242])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 87d76b8e-70bc-4117-be4d-c0ec3b5b6c71, kind: Service { id: 2bd372ca-052a-4891-8e18-1e89afe09ee2 }, name: Name(\"external-dns-2bd372ca-052a-4891-8e18-1e89afe09ee2\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 96])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 42428cc2-aa5d-4691-8f68-a5e7797bf030, kind: Service { id: de3c2053-cc1f-405f-977b-4cd7e79352bb }, name: Name(\"nexus-de3c2053-cc1f-405f-977b-4cd7e79352bb\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 92])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 685765c0-ff92-4e06-834e-6d6f9911b371, kind: Service { id: 30bf6548-3cd1-41c3-9086-faa8ca9474cf }, name: Name(\"nexus-30bf6548-3cd1-41c3-9086-faa8ca9474cf\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 107])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b88f92ab-7657-4b1d-95d8-c07bcc49251f, kind: Service { id: b91e483c-c47c-4daa-a991-9e09554a7f98 }, name: Name(\"nexus-b91e483c-c47c-4daa-a991-9e09554a7f98\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 135])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.481324706Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.481338446Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.481353256Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.481359396Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.481364876Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.481377606Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:38.481389527Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"0d0cc227-5949-4a37-8dec-0f383a3aaf38","remote_addr":"[fd00:1122:3344:101::a]:32920","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":969,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:45.406890032Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42795"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:45.408004958Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"22c660bb-3aea-432f-9fd9-c968c703aefd","remote_addr":"[fd00:1122:3344:101::b]:42795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1081,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:45.467914653Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"5c7518cc-e5bb-4cbf-909f-44137c957e89","remote_addr":"[fd00:1122:3344:101::b]:42795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":2064,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:54.006507357Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62736"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:31:54.006573118Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"440fc6ca-0eec-486f-82ec-895fb7634a04","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62736","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":42,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:04.900445171Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:61930"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:04.900544562Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c18d208e-5812-4b74-83ce-df52547f7336","remote_addr":"[fd00:1122:3344:101::b]:61930","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":91,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:04.906744623Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"5dc3838b-f55c-4eb9-882c-f2ea6cbf1eb9","remote_addr":"[fd00:1122:3344:101::b]:61930","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":117,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:04.961209988Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42652"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:04.961402791Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"d5f3e10e-b2e3-4853-85f1-2c1748dc228c","remote_addr":"[fd00:1122:3344:101::b]:42652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":162,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.108595651Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:38440"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.108673522Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.170774062Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.197819964Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f3a3b66c-f6bb-4f1a-a302-473e3de633ad","remote_addr":"[fd00:1122:3344:101::b]:38440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":89192,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.19953862Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"96e60fb3-45bd-42d7-8400-0241e8d2de95","remote_addr":"[fd00:1122:3344:101::b]:38440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1534,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.219033914Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.219058925Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.220219711Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.221569221Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.221584451Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"PUT","req_id":"2f145bd6-e226-46ac-b337-ce216eddfd49","remote_addr":"[fd00:1122:3344:101::b]:38440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":4588,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.439433073Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:55146"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.439529185Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"fba3f5e8-f346-4ba7-80bb-55c0b52f53ab","remote_addr":"[fd00:1122:3344:101::a]:55146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":67,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.450930361Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"71b1f636-cdb3-4a2e-8ac8-18cc280606a9","remote_addr":"[fd00:1122:3344:101::a]:55146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":864,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.483450586Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63487"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.483639789Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"840a9884-6f31-4a42-8eec-bbbc7cc1ecd9","remote_addr":"[fd00:1122:3344:101::a]:63487","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.603962616Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:35889"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.603998977Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"be130863-1dd4-4818-a733-07aef787f79d","remote_addr":"[fd00:1122:3344:101::c]:35889","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":24,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.612896467Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c6c577d5-094a-4730-830d-b1925696bd8f","remote_addr":"[fd00:1122:3344:101::c]:35889","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":65,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.631711472Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:63698"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.631911074Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"b1d7c603-9cc8-42d6-bf78-75ce53e9efb4","remote_addr":"[fd00:1122:3344:101::c]:63698","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":158,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.682664096Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53161"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.682766667Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.707473848Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.729388468Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"0388e5cb-49c7-4b7b-b8c0-9092b1d7533e","remote_addr":"[fd00:1122:3344:101::a]:53161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":46676,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.729699993Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:50734"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.729968936Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"00a86afe-c80c-4076-a72d-d8d91eba3ab0","remote_addr":"[fd00:1122:3344:101::a]:53161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":237,"response_code":"200"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.730038837Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.754648767Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.777145936Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"9f82865f-f4f1-4bcf-af10-6ac4affb440c","remote_addr":"[fd00:1122:3344:101::c]:50734","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":47238,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:05.777499761Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"42dda709-bc3e-407b-9071-7246df90c9ef","remote_addr":"[fd00:1122:3344:101::c]:50734","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":135,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:24.040533978Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35310"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:24.04067121Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"616c49b8-9c98-4d50-b19d-c6ae1ea56d5b","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35310","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":129,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:34.990398739Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:57169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:34.99115262Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ee84c1bc-d9f5-4104-839d-17ba10597125","remote_addr":"[fd00:1122:3344:101::b]:57169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":735,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:34.997462522Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6b177280-5caf-42c3-9df6-c6193af3bd8f","remote_addr":"[fd00:1122:3344:101::b]:57169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":102,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:35.10342057Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:51846"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:35.103816255Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"b2b9343e-0311-4704-af3c-f478fa23edd0","remote_addr":"[fd00:1122:3344:101::b]:51846","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":378,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:35.337200364Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:34864"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:35.337353806Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:35.365793332Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:35.394263517Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d3201796-bc15-439a-946b-546c22f58093","remote_addr":"[fd00:1122:3344:101::b]:34864","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":56998,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:35.394616053Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e8331009-e71f-4f4e-b130-caae078c19e1","remote_addr":"[fd00:1122:3344:101::b]:34864","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":114,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:35.627417103Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:64584"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:35.627581835Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"31b9e77a-0a97-49a5-b22a-2187bd544e21","remote_addr":"[fd00:1122:3344:101::c]:64584","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":131,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:35.69430908Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:56122"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:35.694402801Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"38606b4f-f512-4ed8-bcfe-2f6bc6f3ee40","remote_addr":"[fd00:1122:3344:101::a]:56122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":39,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:35.702509519Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b343ff2c-e65b-4d99-b180-505cc4a7dbd4","remote_addr":"[fd00:1122:3344:101::a]:56122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":89,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:35.711912447Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:59995"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:35.711976498Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"eb880c4a-ad28-417a-8077-b23f90ce53c2","remote_addr":"[fd00:1122:3344:101::c]:59995","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":22,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:35.719567849Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"9abca4ea-8112-41a4-a9bf-bce83a28c50c","remote_addr":"[fd00:1122:3344:101::c]:59995","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":845,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:35.821312174Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:33749"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:35.821439626Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"026dd237-87ee-4b37-857a-26b660f33adb","remote_addr":"[fd00:1122:3344:101::a]:33749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":89,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:35.928046323Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:58476"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:35.928112284Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:35.953327142Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:35.975929232Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"108a5bfe-9496-41c8-aed2-df2f079e68a6","remote_addr":"[fd00:1122:3344:101::c]:58476","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":47839,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:35.976173126Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"7d278ccf-2df6-499f-8ab5-0dae3939c5a6","remote_addr":"[fd00:1122:3344:101::c]:58476","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:36.009146217Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:61186"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:36.00929067Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:36.03396665Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:36.055435824Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"2a18791b-6412-4039-a73d-008cbf027b21","remote_addr":"[fd00:1122:3344:101::a]:61186","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":46201,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:36.055713928Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3e543c44-95d3-42d7-9b14-6c3c373c993c","remote_addr":"[fd00:1122:3344:101::a]:61186","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":95,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:47.715358055Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:54.073741558Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50174"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:32:54.073999861Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"f6db4031-9d29-47b9-a701-caaf7b0f68f3","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50174","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":38,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:03.252211967Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:49293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::d]:48533"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:03.301842622Z","hostname":"buskin","pid":1562,"uri":"/aeb7e077-0751-417b-8b16-b62876b5611c","method":"GET","req_id":"c12033fb-28ab-4239-9e62-48b125f18e36","remote_addr":"[fd00:1122:3344:101::d]:48533","local_addr":"[fd00:1122:3344:101::1]:49293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":49566,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:04.90256436Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:58707"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:04.902682992Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c773afbc-fd0c-4599-b541-c4d02174cc31","remote_addr":"[fd00:1122:3344:101::b]:58707","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":82,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:04.909183787Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"97c1255f-a632-4a86-978c-eaada2e987d0","remote_addr":"[fd00:1122:3344:101::b]:58707","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":121,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:04.977951971Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64935"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:04.978084163Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"2b32269b-a22f-47e1-9d79-ff49e25a5688","remote_addr":"[fd00:1122:3344:101::b]:64935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:05.056423587Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:32885"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:05.056525649Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:05.081048649Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:05.1059009Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"a6fcbf9b-92de-400f-a504-f7e128037cc6","remote_addr":"[fd00:1122:3344:101::b]:32885","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":49414,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:05.106167334Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a44841ec-5262-4612-ae5c-f5d4410487b6","remote_addr":"[fd00:1122:3344:101::b]:32885","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":95,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:05.435605965Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54345"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:05.435687477Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b0a273c7-82a7-4c80-a3cb-34487932f56e","remote_addr":"[fd00:1122:3344:101::a]:54345","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":51,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:05.444087829Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"32d867d5-5543-474a-b867-ac724c30f5e9","remote_addr":"[fd00:1122:3344:101::a]:54345","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":137,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:05.512569009Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38061"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:05.512640701Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d2480c87-927a-4c1f-906f-474748de0a9a","remote_addr":"[fd00:1122:3344:101::c]:38061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":28,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:05.519100115Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"225b5d78-bed9-42b5-8d5b-ec1c36944f2a","remote_addr":"[fd00:1122:3344:101::c]:38061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":75,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:05.558664493Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:41617"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:05.558806535Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"72ff659b-4e30-4a3e-b1a5-31329c80cfaa","remote_addr":"[fd00:1122:3344:101::c]:41617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:05.628136817Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:59044"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:05.628902588Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"06a0df45-6629-4cb6-a54e-511846c6a4e3","remote_addr":"[fd00:1122:3344:101::a]:59044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":718,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:05.694380465Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52156"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:05.694446136Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:05.721252327Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:05.745024484Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"82c212a8-28e0-405b-a4cd-409103671eb1","remote_addr":"[fd00:1122:3344:101::a]:52156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":50604,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:05.745248118Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"1d5e3901-0364-4927-9fe9-dbd2ea548c94","remote_addr":"[fd00:1122:3344:101::a]:52156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":77,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:05.746951793Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:63728"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:05.747134825Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:05.774928431Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:05.797096545Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"fab0ec21-c817-4d96-ba13-5d3b9ccb3966","remote_addr":"[fd00:1122:3344:101::c]:63728","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":50023,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:05.797544042Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"1ab68839-0fad-4fc2-8237-9a64f3254b7a","remote_addr":"[fd00:1122:3344:101::c]:63728","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":213,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:24.106055063Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51556"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:24.106707383Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"c11690b4-5010-45c9-9931-afe5d2bcc939","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51556","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":618,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:33.258750807Z","hostname":"buskin","pid":1562,"uri":"/aeb7e077-0751-417b-8b16-b62876b5611c","method":"GET","req_id":"7098ee65-f15a-4afa-a82b-6f6611973100","remote_addr":"[fd00:1122:3344:101::d]:48533","local_addr":"[fd00:1122:3344:101::1]:49293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":6640,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:35.084461241Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42680"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:35.085386114Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"9d37c1bb-cc45-4d7e-8279-188e3c7f5ef2","remote_addr":"[fd00:1122:3344:101::b]:42680","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":894,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:35.130913399Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:52081"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:35.13096984Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9b156a36-2cfd-4960-af91-b2106cc3940d","remote_addr":"[fd00:1122:3344:101::b]:52081","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":39,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:35.138109114Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1ae1403c-04d6-4901-aefd-6a52802d11a9","remote_addr":"[fd00:1122:3344:101::b]:52081","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":86,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:35.439238993Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:52944"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:35.439314674Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:35.470508159Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:35.49659573Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"afb40e5e-ca2a-46c5-859e-5332269c9f0a","remote_addr":"[fd00:1122:3344:101::b]:52944","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":57308,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:35.497127258Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"48130ff5-8f71-4ef3-b3bc-367937ea341b","remote_addr":"[fd00:1122:3344:101::b]:52944","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":253,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:35.548067222Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:39049"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:35.548137773Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f890c769-e351-4aa9-aa12-797c512f5bab","remote_addr":"[fd00:1122:3344:101::a]:39049","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":48,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:35.555255837Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a3ecf16f-1ee9-451e-a41c-3b2d03062155","remote_addr":"[fd00:1122:3344:101::a]:39049","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":89,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:35.63555335Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:54872"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:35.635619531Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4181fbed-3fbd-4c08-b7a2-ba7e7de3a87e","remote_addr":"[fd00:1122:3344:101::c]:54872","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":22,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:35.642013104Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"2228b762-0efd-48a2-be92-82b07b62c145","remote_addr":"[fd00:1122:3344:101::c]:54872","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":56,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:35.696841805Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:42151"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:35.697011587Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"c5269d30-46e5-4b1d-aa77-327423b65545","remote_addr":"[fd00:1122:3344:101::a]:42151","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":122,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:35.776466968Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51366"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:35.776546669Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:35.804149312Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:35.826261475Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"fa76fd22-cbe0-4a24-965f-3a5e63b5007a","remote_addr":"[fd00:1122:3344:101::a]:51366","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":49746,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:35.826511678Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:37317"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:35.826806963Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"bfc7c4fa-1657-446e-8d91-91fa8d33e2ce","remote_addr":"[fd00:1122:3344:101::a]:51366","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":253,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:35.826827493Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"36ca6a3c-3ca7-43a9-9be1-7dd862f64607","remote_addr":"[fd00:1122:3344:101::c]:37317","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":245,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:36.04227623Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:60591"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:36.042420372Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:36.070326129Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:36.095313254Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"da7dfd2e-c4c1-488b-a1ed-8b0239dd3eb3","remote_addr":"[fd00:1122:3344:101::c]:60591","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":52948,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:36.095567348Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0405995c-8bf1-4483-8113-5bf18abeba9a","remote_addr":"[fd00:1122:3344:101::c]:60591","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":94,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:54.139575117Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33474"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:33:54.139630858Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"acc14042-2359-4a02-a191-05664ea8398c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33474","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":39,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:03.258750761Z","hostname":"buskin","pid":1562,"uri":"/aeb7e077-0751-417b-8b16-b62876b5611c","method":"GET","req_id":"103c64a9-413d-4feb-8dab-0131c044221a","remote_addr":"[fd00:1122:3344:101::d]:48533","local_addr":"[fd00:1122:3344:101::1]:49293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":6830,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.0347975Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:39338"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.034902251Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"8644e6ee-de24-43f9-90d4-a752bf44d8ff","remote_addr":"[fd00:1122:3344:101::b]:39338","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":74,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.037804523Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:51471"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.038468393Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"fc194961-74ee-4e23-9f9d-d6d334ea7674","remote_addr":"[fd00:1122:3344:101::b]:51471","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":613,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.041615529Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"efc64659-2bbf-400e-9468-81332b8ef50c","remote_addr":"[fd00:1122:3344:101::b]:39338","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":73,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.143473927Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44498"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.143556088Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.171453815Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.194596713Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"6f698e32-d725-4f9f-8762-87ee88c822a9","remote_addr":"[fd00:1122:3344:101::b]:44498","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":51080,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.19502191Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"4ed9a8f7-bfde-40c0-b9a7-9bc441d4dc33","remote_addr":"[fd00:1122:3344:101::b]:44498","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":88,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.428649452Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:50307"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.428725883Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a24b77c0-df84-4586-83dd-46ee2f9513b8","remote_addr":"[fd00:1122:3344:101::a]:50307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":49,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.441023563Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"00d3bc96-de8a-429f-9bf4-798ab3d7e4f9","remote_addr":"[fd00:1122:3344:101::a]:50307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":110,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.481382542Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:39125"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.481539595Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"c4f7b1f0-8791-48c5-85f7-5b5dff2427b1","remote_addr":"[fd00:1122:3344:101::a]:39125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":132,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.573014791Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53939"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.573160413Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"bb72cab9-74fd-473e-b338-416bbb73466e","remote_addr":"[fd00:1122:3344:101::c]:53939","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":119,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.587152537Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:48624"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.58803779Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ae1d94cb-8243-4989-9542-9976d37a8543","remote_addr":"[fd00:1122:3344:101::c]:48624","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":845,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.595032612Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"fce221ce-734a-4bfb-9afe-23720baba026","remote_addr":"[fd00:1122:3344:101::c]:48624","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":82,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.60996663Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51882"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.610031051Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.638538017Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.658457868Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"07975f8a-5375-4592-90bd-a40ec78bf1a1","remote_addr":"[fd00:1122:3344:101::a]:51882","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":48453,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.658734763Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"8a3ca150-f698-4271-b718-8b0a11b0f080","remote_addr":"[fd00:1122:3344:101::a]:51882","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.7153993Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:40568"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.71610792Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.741031414Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.764897583Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"00d4a73a-46dc-4f53-bce1-061e8e192fd6","remote_addr":"[fd00:1122:3344:101::c]:40568","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":49391,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:05.765145497Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"1e7ecfb6-d3f1-47ac-a3de-c6124affd6e5","remote_addr":"[fd00:1122:3344:101::c]:40568","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:24.172183328Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49439"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:24.172260329Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"380ca3ba-9b8c-4c6a-8915-97535e5fbc1d","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49439","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":51,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:33.25972925Z","hostname":"buskin","pid":1562,"uri":"/aeb7e077-0751-417b-8b16-b62876b5611c","method":"GET","req_id":"23fa6bab-8fb2-4ca8-b981-5824cb747df1","remote_addr":"[fd00:1122:3344:101::d]:48533","local_addr":"[fd00:1122:3344:101::1]:49293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":6759,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:35.141176088Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:53301"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:35.141382361Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"4e0928d6-eb77-43c7-9119-775cd7b81f10","remote_addr":"[fd00:1122:3344:101::b]:53301","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":194,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:35.153281305Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:49844"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:35.153387306Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1ecc1546-33ff-47ef-8f3f-0b2bda9fa4e4","remote_addr":"[fd00:1122:3344:101::b]:49844","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":30,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:35.159467655Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"eb4edb6e-7f2b-4ad5-b68a-e237455feebb","remote_addr":"[fd00:1122:3344:101::b]:49844","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":77,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:35.474400125Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:60315"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:35.474471386Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:35.501664633Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:35.527265837Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d3086b6a-3363-4785-a559-44a8c4c87ed3","remote_addr":"[fd00:1122:3344:101::b]:60315","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":52816,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:35.527758054Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"741e209f-7ff7-48dc-b083-9d8e785e7bb4","remote_addr":"[fd00:1122:3344:101::b]:60315","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":202,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:35.604343222Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:48576"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:35.604528885Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"01ca307d-ace2-4379-bf86-b28bd53f59d5","remote_addr":"[fd00:1122:3344:101::a]:48576","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":142,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:35.639598947Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:42377"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:35.639672029Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"91bc0d69-5b3d-46b5-a50b-b5eda4c0d2f9","remote_addr":"[fd00:1122:3344:101::a]:42377","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":28,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:35.645650926Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"9cafbb7f-b1ae-4460-ae57-acea4ef65d2f","remote_addr":"[fd00:1122:3344:101::a]:42377","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":102,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:35.661769251Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:44761"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:35.661913533Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"bbf90280-0973-4fe3-996a-d6854d2f07a1","remote_addr":"[fd00:1122:3344:101::c]:44761","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:35.861894863Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:35.861997825Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d9d6f54e-49eb-4726-aa3b-b2bd536de4d0","remote_addr":"[fd00:1122:3344:101::c]:47105","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":46,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:35.868463899Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"d745d5bc-aaa9-4fb0-bf7a-b26e5efc2916","remote_addr":"[fd00:1122:3344:101::c]:47105","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":104,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:35.955818915Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63936"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:35.955874226Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:35.982992742Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:36.007169215Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"0470d86a-df9b-44f3-8729-52197960edd7","remote_addr":"[fd00:1122:3344:101::a]:63936","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":51314,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:36.007401208Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"04764c96-1f4d-4d35-b358-baf95cdd5efb","remote_addr":"[fd00:1122:3344:101::a]:63936","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:36.081821486Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:58307"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:36.082006108Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:36.108881101Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:36.132682748Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"ac5b92c6-6562-4408-abc1-88087cdf2df0","remote_addr":"[fd00:1122:3344:101::c]:58307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":50758,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:36.132940042Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"392d0ce1-882f-4252-b6cd-309714e582be","remote_addr":"[fd00:1122:3344:101::c]:58307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:54.208757296Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41317"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:34:54.208901158Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"d4dda463-c4e7-43ea-888a-4d8dba3ab751","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41317","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":111,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:03.270719574Z","hostname":"buskin","pid":1562,"uri":"/aeb7e077-0751-417b-8b16-b62876b5611c","method":"GET","req_id":"271fd7b3-1fef-4995-a01a-d5999c53c77d","remote_addr":"[fd00:1122:3344:101::d]:48533","local_addr":"[fd00:1122:3344:101::1]:49293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":6108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:04.90623817Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:47776"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:04.906628536Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d31219ce-c524-42c9-a81e-f448ce133a95","remote_addr":"[fd00:1122:3344:101::b]:47776","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":344,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:04.91032778Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:35356"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:04.910461752Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"dd7e9177-f912-4873-a1ac-53bbf5031e85","remote_addr":"[fd00:1122:3344:101::b]:35356","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":117,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:04.913346174Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"813b3238-de9e-4f0c-8f91-0149c989a41a","remote_addr":"[fd00:1122:3344:101::b]:47776","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":65,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:05.149395232Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:61938"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:05.149500573Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:05.176615669Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:05.19994446Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c132cf4a-254a-476e-b307-631e7221fdfc","remote_addr":"[fd00:1122:3344:101::b]:61938","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":50488,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:05.2026501Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"bb178fa2-619e-495b-b1ef-63d6d05daa83","remote_addr":"[fd00:1122:3344:101::b]:61938","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":72,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:05.453701646Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51030"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:05.453894169Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"19135182-24ae-4a32-b025-6bfcb9ad8eff","remote_addr":"[fd00:1122:3344:101::a]:51030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":145,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:05.461268337Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"78d57273-51a1-42ef-a5e0-7eb88a8ea2e3","remote_addr":"[fd00:1122:3344:101::a]:51030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":104,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:05.522599923Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:52068"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:05.522664044Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"651bed64-a49a-4823-ba95-5b26d7ba5e64","remote_addr":"[fd00:1122:3344:101::c]:52068","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":43,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:05.530098082Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ab49a7c7-ea90-4e4a-a7b7-710359ee884a","remote_addr":"[fd00:1122:3344:101::c]:52068","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":886,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:05.534291693Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:61031"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:05.534454276Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"27d9ddaa-adf0-4ce0-9667-6cab20b7a5b0","remote_addr":"[fd00:1122:3344:101::a]:61031","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:05.556807832Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:52411"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:05.556969754Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"22b401b1-d57a-4da0-a3db-eb2c4d97128e","remote_addr":"[fd00:1122:3344:101::c]:52411","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":124,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:05.637343919Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:34374"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:05.63742929Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:05.664866421Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:05.689702783Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"60dbdc9f-d9b3-44f3-9aca-40696d286560","remote_addr":"[fd00:1122:3344:101::a]:34374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":52304,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:05.689836305Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38953"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:05.690049648Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:05.694326601Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"4d74a4e2-2cc2-4b3f-8de8-a510517c4fba","remote_addr":"[fd00:1122:3344:101::a]:34374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":4190,"response_code":"200"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:05.714262802Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:05.736134351Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f0de41c0-998c-4061-8f37-428cfaf5c0c8","remote_addr":"[fd00:1122:3344:101::c]:38953","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":46173,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:05.736449056Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"1da31505-d4a2-4653-801b-de695588320b","remote_addr":"[fd00:1122:3344:101::c]:38953","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":143,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:24.241295655Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:24.242316161Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"a542434d-bdf4-4484-9af1-58c0904697d4","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38204","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":976,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:33.312521989Z","hostname":"buskin","pid":1562,"uri":"/aeb7e077-0751-417b-8b16-b62876b5611c","method":"GET","req_id":"953cb79c-b792-4af5-965f-bfa5b5263ac3","remote_addr":"[fd00:1122:3344:101::d]:48533","local_addr":"[fd00:1122:3344:101::1]:49293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":7126,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:34.9168452Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:49275"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:34.91752778Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e8434cf3-e904-4ef8-aef1-f0079cfde231","remote_addr":"[fd00:1122:3344:101::b]:49275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":665,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:34.924011584Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"87a39438-ca57-41dc-8e4a-324a90451722","remote_addr":"[fd00:1122:3344:101::b]:49275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":92,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:35.00315735Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62649"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:35.003298052Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"f2bf2a8c-413e-4459-bb1a-bd34f9e78a10","remote_addr":"[fd00:1122:3344:101::b]:62649","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:35.179136891Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:38620"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:35.179309043Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:35.203184902Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:35.225340055Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"72d32af5-17c0-47df-a2ff-73cb7c8049f9","remote_addr":"[fd00:1122:3344:101::b]:38620","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":46123,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:35.228640294Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d3c26d0c-737b-4a51-b75e-2d4b0088c81a","remote_addr":"[fd00:1122:3344:101::b]:38620","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":613,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:35.551699622Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35673"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:35.55294727Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"957d07d4-fe28-4e3b-b922-dad1c807439b","remote_addr":"[fd00:1122:3344:101::a]:35673","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1196,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:35.586319718Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:60298"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:35.586416079Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"7c43f7f9-0a03-4c28-b5f4-9d3e58ebf491","remote_addr":"[fd00:1122:3344:101::c]:60298","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":28,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:35.597657123Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"94643f5a-4370-4c46-98d3-48b027abe7dd","remote_addr":"[fd00:1122:3344:101::c]:60298","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1185,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:35.658913878Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:33664"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:35.658977829Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"23b31c56-70bc-4a7d-8843-359b4b1bc6f8","remote_addr":"[fd00:1122:3344:101::a]:33664","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":28,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:35.667075017Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b1b29649-137d-40ec-868e-eafc2cd5d468","remote_addr":"[fd00:1122:3344:101::a]:33664","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":970,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:35.827002372Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:52297"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:35.827158555Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"6c8c843f-5040-46d0-96d7-f527ce7e9ec0","remote_addr":"[fd00:1122:3344:101::c]:52297","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:35.929033243Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:50811"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:35.929098553Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:35.956313671Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:35.977588482Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e1f1a3d9-4a37-4f1c-ba50-1227ffd10c15","remote_addr":"[fd00:1122:3344:101::c]:50811","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":48511,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:35.977755894Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:56750"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:35.977940417Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:35.981211625Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d062ea57-4783-4a7e-8360-2713d4487f05","remote_addr":"[fd00:1122:3344:101::c]:50811","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":3248,"response_code":"200"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:36.002250012Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:36.024994504Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"ecc35773-cbda-4001-b4e1-3309c18942e8","remote_addr":"[fd00:1122:3344:101::a]:56750","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":47124,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:36.02540017Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"72264e6c-45c5-453e-8a5c-0012c8178baf","remote_addr":"[fd00:1122:3344:101::a]:56750","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":168,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:54.27485026Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:42191"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:35:54.274930211Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"733f07da-4b6c-4fbd-9914-5c303918718b","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:42191","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":48,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:03.313379595Z","hostname":"buskin","pid":1562,"uri":"/aeb7e077-0751-417b-8b16-b62876b5611c","method":"GET","req_id":"0ccfb27b-3942-4179-b968-91adfb6b9ed4","remote_addr":"[fd00:1122:3344:101::d]:48533","local_addr":"[fd00:1122:3344:101::1]:49293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":6976,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:04.891307731Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:47505"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:04.891430012Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"bdfb9be8-b131-43f5-adc1-f8ce10cd064e","remote_addr":"[fd00:1122:3344:101::b]:47505","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":111,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:04.897606453Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"8775d280-85c7-4f7e-a29f-1fc747b78823","remote_addr":"[fd00:1122:3344:101::b]:47505","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":124,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:04.902860719Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:40545"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:04.903012351Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"d5d8ae70-f31b-4c3d-ac27-b13dbe335fdb","remote_addr":"[fd00:1122:3344:101::b]:40545","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":115,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:05.053010102Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:39830"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:05.053123344Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:05.078958872Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:05.102758789Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"2e353caf-ce9e-4f8c-b7fc-f9f72f8eba8e","remote_addr":"[fd00:1122:3344:101::b]:39830","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":49688,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:05.103048174Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"fcd6f8a8-84f9-41fb-83da-ad249c839961","remote_addr":"[fd00:1122:3344:101::b]:39830","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:05.475464025Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:39107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:05.475637407Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"3e7a998c-b923-4ec7-876d-983e674576a4","remote_addr":"[fd00:1122:3344:101::a]:39107","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":141,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:05.530462378Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:49756"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:05.530547489Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"accafd60-3d14-49cf-a307-76ed49f30965","remote_addr":"[fd00:1122:3344:101::c]:49756","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":42,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:05.538173411Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"4131f157-ae60-4044-adfd-d58ba6530222","remote_addr":"[fd00:1122:3344:101::c]:49756","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":97,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:05.540889321Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53319"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:05.541892545Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"58dd00a6-2060-40cf-8efa-8b2c855449f4","remote_addr":"[fd00:1122:3344:101::c]:53319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":89,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:05.559040256Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:59155"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:05.559934289Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"621b395e-5166-4259-82ea-e1cc687dee36","remote_addr":"[fd00:1122:3344:101::a]:59155","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":865,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:05.566275671Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e2bfcc45-7c06-408c-8be6-b890346dfd9c","remote_addr":"[fd00:1122:3344:101::a]:59155","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":56,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:05.66542477Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:36576"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:05.665487241Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:05.693844315Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:05.716980003Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"9fa69e7d-8142-4647-a590-983b4ab664f9","remote_addr":"[fd00:1122:3344:101::a]:36576","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":51527,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:05.717352228Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53040"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:05.718043219Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:05.71811921Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"aaa7705b-5f78-4d77-9d73-e51608ec440e","remote_addr":"[fd00:1122:3344:101::a]:36576","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":787,"response_code":"200"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:05.744932822Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:05.767937388Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"9ee8707f-c506-4868-bb0a-b0c5a8ffdbc5","remote_addr":"[fd00:1122:3344:101::c]:53040","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":50457,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:05.768262692Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"7b01c2e5-6756-4cfd-88dc-c2cc71276c2f","remote_addr":"[fd00:1122:3344:101::c]:53040","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":131,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:24.306379474Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55566"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:24.306444595Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"f22e21dd-6a88-45cc-869b-27ab72ee1133","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55566","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":46,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:33.311586744Z","hostname":"buskin","pid":1562,"uri":"/aeb7e077-0751-417b-8b16-b62876b5611c","method":"GET","req_id":"79eb7b68-89d2-41ed-b3c7-79a8e36973ed","remote_addr":"[fd00:1122:3344:101::d]:48533","local_addr":"[fd00:1122:3344:101::1]:49293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":6812,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.128634842Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45572"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.128820134Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"41913af0-ed29-497c-bbfb-6cc083738e33","remote_addr":"[fd00:1122:3344:101::b]:45572","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":159,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.194774648Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63768"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.194836709Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"90591638-629a-4d8c-acc9-18d3ccfe6eb3","remote_addr":"[fd00:1122:3344:101::b]:63768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":42,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.200797165Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3fcb81c3-c582-46a4-9bb4-8f195e83d45d","remote_addr":"[fd00:1122:3344:101::b]:63768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":95,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.279287702Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:55646"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.280115974Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0327c40c-9b7a-419e-8572-976bbad0697f, kind: Service { id: 6f90e9b4-6395-4b60-a377-b8ab146c790e }, name: Name(\"external-dns-6f90e9b4-6395-4b60-a377-b8ab146c790e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 242])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 87d76b8e-70bc-4117-be4d-c0ec3b5b6c71, kind: Service { id: 2bd372ca-052a-4891-8e18-1e89afe09ee2 }, name: Name(\"external-dns-2bd372ca-052a-4891-8e18-1e89afe09ee2\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 96])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 42428cc2-aa5d-4691-8f68-a5e7797bf030, kind: Service { id: de3c2053-cc1f-405f-977b-4cd7e79352bb }, name: Name(\"nexus-de3c2053-cc1f-405f-977b-4cd7e79352bb\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 92])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 685765c0-ff92-4e06-834e-6d6f9911b371, kind: Service { id: 30bf6548-3cd1-41c3-9086-faa8ca9474cf }, name: Name(\"nexus-30bf6548-3cd1-41c3-9086-faa8ca9474cf\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 107])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b88f92ab-7657-4b1d-95d8-c07bcc49251f, kind: Service { id: b91e483c-c47c-4daa-a991-9e09554a7f98 }, name: Name(\"nexus-b91e483c-c47c-4daa-a991-9e09554a7f98\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 135])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.280146375Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.280187135Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.280198845Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.280211585Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.280227976Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.280242506Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.280278226Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"9e954ede-d23b-42fe-a4a7-87b2a8d96e12","remote_addr":"[fd00:1122:3344:101::b]:55646","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":952,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.448861459Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:59205"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.449039081Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.47706598Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.506837995Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"fbc252f7-439e-4ead-94f0-c5a608c37517","remote_addr":"[fd00:1122:3344:101::b]:59205","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":57893,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.507001788Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57421"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.508760994Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"2858ba78-ad36-4f82-ac0e-5f2d6047f4a4","remote_addr":"[fd00:1122:3344:101::a]:57421","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1243,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.508956776Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"6bbb4ae5-84ba-4f46-97d0-f740b2fbfc2e","remote_addr":"[fd00:1122:3344:101::b]:59205","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":120,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.562178894Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:33815"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.562274625Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"746e9845-1bd9-4f78-891d-4b754e9c7bff","remote_addr":"[fd00:1122:3344:101::a]:33815","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":42,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.569227877Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"f75128e0-b9fc-44af-9fe5-e26a6b94f014","remote_addr":"[fd00:1122:3344:101::a]:33815","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":94,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.70025684Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:37343"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.700466143Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"ebe4326f-683c-4844-b9fb-9d959dbec987","remote_addr":"[fd00:1122:3344:101::c]:37343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":152,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.81465413Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:52344"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.814698731Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e04f5a22-62cb-4d70-8dc5-a9f6898431e5","remote_addr":"[fd00:1122:3344:101::c]:52344","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":25,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.822032768Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"277b27d8-8cec-4581-8428-35d9f327df5f","remote_addr":"[fd00:1122:3344:101::c]:52344","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":818,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.825415398Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:55073"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.82558339Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0327c40c-9b7a-419e-8572-976bbad0697f, kind: Service { id: 6f90e9b4-6395-4b60-a377-b8ab146c790e }, name: Name(\"external-dns-6f90e9b4-6395-4b60-a377-b8ab146c790e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 242])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 87d76b8e-70bc-4117-be4d-c0ec3b5b6c71, kind: Service { id: 2bd372ca-052a-4891-8e18-1e89afe09ee2 }, name: Name(\"external-dns-2bd372ca-052a-4891-8e18-1e89afe09ee2\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 96])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 42428cc2-aa5d-4691-8f68-a5e7797bf030, kind: Service { id: de3c2053-cc1f-405f-977b-4cd7e79352bb }, name: Name(\"nexus-de3c2053-cc1f-405f-977b-4cd7e79352bb\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 92])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 685765c0-ff92-4e06-834e-6d6f9911b371, kind: Service { id: 30bf6548-3cd1-41c3-9086-faa8ca9474cf }, name: Name(\"nexus-30bf6548-3cd1-41c3-9086-faa8ca9474cf\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 107])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b88f92ab-7657-4b1d-95d8-c07bcc49251f, kind: Service { id: b91e483c-c47c-4daa-a991-9e09554a7f98 }, name: Name(\"nexus-b91e483c-c47c-4daa-a991-9e09554a7f98\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 135])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.82561179Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.825643971Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.825659881Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.825843314Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.825853124Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.825862914Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.825878764Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"08f02f6c-964a-4419-99ec-064d8099db9c","remote_addr":"[fd00:1122:3344:101::a]:55073","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":429,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.843279679Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:33754"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.844394865Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0327c40c-9b7a-419e-8572-976bbad0697f, kind: Service { id: 6f90e9b4-6395-4b60-a377-b8ab146c790e }, name: Name(\"external-dns-6f90e9b4-6395-4b60-a377-b8ab146c790e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 242])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 87d76b8e-70bc-4117-be4d-c0ec3b5b6c71, kind: Service { id: 2bd372ca-052a-4891-8e18-1e89afe09ee2 }, name: Name(\"external-dns-2bd372ca-052a-4891-8e18-1e89afe09ee2\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 96])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 42428cc2-aa5d-4691-8f68-a5e7797bf030, kind: Service { id: de3c2053-cc1f-405f-977b-4cd7e79352bb }, name: Name(\"nexus-de3c2053-cc1f-405f-977b-4cd7e79352bb\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 92])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 685765c0-ff92-4e06-834e-6d6f9911b371, kind: Service { id: 30bf6548-3cd1-41c3-9086-faa8ca9474cf }, name: Name(\"nexus-30bf6548-3cd1-41c3-9086-faa8ca9474cf\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 107])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b88f92ab-7657-4b1d-95d8-c07bcc49251f, kind: Service { id: b91e483c-c47c-4daa-a991-9e09554a7f98 }, name: Name(\"nexus-b91e483c-c47c-4daa-a991-9e09554a7f98\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 135])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.844423955Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.844432125Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.844437585Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.844442976Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.844450486Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.844459496Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.844468986Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a0199ccf-a1ba-4dbd-9c66-498788315d1b","remote_addr":"[fd00:1122:3344:101::c]:33754","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1164,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.896456775Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:42181"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.897018743Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.924303572Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.947157116Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c0f51b05-0e8a-41f1-a45c-a7ada509b8d7","remote_addr":"[fd00:1122:3344:101::a]:42181","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":50661,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.948028368Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"709a52f5-fb76-4b28-9126-46ff8efa1203","remote_addr":"[fd00:1122:3344:101::a]:42181","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":734,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.973786335Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38594"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.973965597Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:35.999143695Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:36.02279418Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"90816c84-2f59-4647-a232-6a8cd5ce18cd","remote_addr":"[fd00:1122:3344:101::c]:38594","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":48912,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:36.023043624Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f0872cf3-5aae-4227-afde-e20e23e46df3","remote_addr":"[fd00:1122:3344:101::c]:38594","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:54.340875963Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33626"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:36:54.340954414Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"b81c231c-80fd-43b2-ab63-b11798edfbe7","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33626","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":43,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:03.311555999Z","hostname":"buskin","pid":1562,"uri":"/aeb7e077-0751-417b-8b16-b62876b5611c","method":"GET","req_id":"4899fcc6-2b78-4adf-8523-6c06445e5e4f","remote_addr":"[fd00:1122:3344:101::d]:48533","local_addr":"[fd00:1122:3344:101::1]:49293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":6318,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:04.903410067Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44372"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:04.90359329Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"213cabaa-0ee6-40f2-9e64-7ae69cdc32ee","remote_addr":"[fd00:1122:3344:101::b]:44372","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":143,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:04.90364511Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:37743"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:04.903687941Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ca74c726-bf9d-4c8f-ac7a-ca8a92493f34","remote_addr":"[fd00:1122:3344:101::b]:37743","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":28,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:04.908966968Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1cdca8e6-91e9-4994-927e-0450d4130113","remote_addr":"[fd00:1122:3344:101::b]:37743","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":79,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:05.042345796Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:56167"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:05.042488068Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:05.069767227Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:05.091671997Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"cafea098-bb1a-4f74-9c03-4291bed6ef03","remote_addr":"[fd00:1122:3344:101::b]:56167","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":49270,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:05.091963361Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"599f7606-096c-4b3f-a952-53ddd30e3f44","remote_addr":"[fd00:1122:3344:101::b]:56167","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:05.466277258Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64026"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:05.46644809Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"df8872c6-3f2e-4d61-b7b1-0a2b01bb534e","remote_addr":"[fd00:1122:3344:101::a]:64026","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":144,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:05.471251281Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:33917"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:05.471315172Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"0f7cbb9d-9141-4a79-9a97-7c9d9b22f81d","remote_addr":"[fd00:1122:3344:101::a]:33917","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":42,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:05.478576258Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"53e891cb-ba29-412f-9c8c-e9a248457a5f","remote_addr":"[fd00:1122:3344:101::a]:33917","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":79,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:05.546721453Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:62411"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:05.546863675Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"143a2fdc-c1dc-40aa-a167-33736bc79ba0","remote_addr":"[fd00:1122:3344:101::c]:62411","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:05.624634411Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:44767"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:05.624683681Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"8439406c-8d81-4b62-bf71-d94e17a3f98b","remote_addr":"[fd00:1122:3344:101::c]:44767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":20,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:05.630985173Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"bd2c3267-f4d4-4267-a26e-4e024cc95064","remote_addr":"[fd00:1122:3344:101::c]:44767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":69,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:05.679691895Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:39958"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:05.679742886Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:05.707132676Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:05.729484882Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"1eda3765-f0a6-4816-a946-30c8f6a9925b","remote_addr":"[fd00:1122:3344:101::a]:39958","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":49755,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:05.729623684Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:44069"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:05.729837117Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:05.733240787Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"8c983eee-404c-4486-805b-f2d3bbf54bd9","remote_addr":"[fd00:1122:3344:101::a]:39958","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":3379,"response_code":"200"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:05.753481333Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:05.77725399Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"69deda0e-b2c3-489a-8d83-a0ef591f3ec2","remote_addr":"[fd00:1122:3344:101::c]:44069","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":47525,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:05.777553214Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b0b55b79-e29d-496e-b5d0-430a474844fd","remote_addr":"[fd00:1122:3344:101::c]:44069","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":126,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:24.373641907Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64711"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:24.373720348Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"918e3aad-df0c-442f-91f9-b69c78f8aea3","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64711","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":46,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:33.314292873Z","hostname":"buskin","pid":1562,"uri":"/aeb7e077-0751-417b-8b16-b62876b5611c","method":"GET","req_id":"f118fce5-f44e-4931-9e62-115eb23863ca","remote_addr":"[fd00:1122:3344:101::d]:48533","local_addr":"[fd00:1122:3344:101::1]:49293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":8113,"response_code":"200"} {"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:33.67144141Z","hostname":"buskin","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:303"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:33.671578821Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:33.705589458Z","hostname":"buskin","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:292","time_to_next_cleanup":"599.99999557s","next_cleanup":"Instant { tv_sec: 12466, tv_nsec: 671023260 }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:35.044003925Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:53016"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:35.044084817Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"3c350996-5401-4682-b2a0-3cf0e8c0389b","remote_addr":"[fd00:1122:3344:101::b]:53016","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":74,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:35.045564058Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:57787"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:35.046211557Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"3776b0ca-e78d-4601-ae4e-27e5cd288ecd","remote_addr":"[fd00:1122:3344:101::b]:57787","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":623,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:35.052451509Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"edde8479-1563-4393-8323-c8a3fcb44ccd","remote_addr":"[fd00:1122:3344:101::b]:53016","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":87,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:35.284616639Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:33493"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:35.284684351Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:35.315766465Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:35.344126749Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"0c217678-fc7f-49a3-afd3-758068e14d12","remote_addr":"[fd00:1122:3344:101::b]:33493","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":59462,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:35.344419853Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"365c4b28-e24b-453d-b5d9-6e8f39cd20e0","remote_addr":"[fd00:1122:3344:101::b]:33493","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":89,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:35.596100039Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:47647"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:35.596265891Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"f4b35d6d-a31f-43a5-9370-727d2073f1ad","remote_addr":"[fd00:1122:3344:101::a]:47647","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":134,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:35.622818259Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:39783"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:35.624029017Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"793459ba-5f25-4f90-9070-33928488de1d","remote_addr":"[fd00:1122:3344:101::c]:39783","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1148,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:35.741733996Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:60008"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:35.742744751Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c261c8d2-58cc-4c4b-b53b-5a8573a5d79c","remote_addr":"[fd00:1122:3344:101::a]:60008","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":983,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:35.748706508Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7575f02e-2ed9-449d-8005-b0b4d2c2e788","remote_addr":"[fd00:1122:3344:101::a]:60008","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":112,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:35.832910277Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:56105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:35.832970968Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"464a0c48-db6c-4fb0-b63f-bfdb76c9045d","remote_addr":"[fd00:1122:3344:101::c]:56105","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":39,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:35.838964935Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"4300e7d1-b15a-4268-9bda-0ba2c3d16084","remote_addr":"[fd00:1122:3344:101::c]:56105","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":65,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:35.898134759Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:43275"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:35.898217111Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:35.926053667Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:35.947898936Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"4602dc56-81db-47bf-9e17-24b16c12efab","remote_addr":"[fd00:1122:3344:101::a]:43275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":49732,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:35.950546225Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"315d3690-070d-42a8-be48-fed9c80106b4","remote_addr":"[fd00:1122:3344:101::a]:43275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":72,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:36.001083183Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:59175"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:36.001938206Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:36.026736338Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:36.049009373Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"0fab56bf-d2aa-46a4-93b2-b7cd3add3c87","remote_addr":"[fd00:1122:3344:101::c]:59175","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":47839,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:36.049243126Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c831684e-275f-4870-8131-8c4ebe31feec","remote_addr":"[fd00:1122:3344:101::c]:59175","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":77,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:47.718760798Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:54.405614538Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49133"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:37:54.405673699Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"98e56049-b095-4e95-982a-24a3e3dd13a1","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49133","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":31,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:03.398320825Z","hostname":"buskin","pid":1562,"uri":"/aeb7e077-0751-417b-8b16-b62876b5611c","method":"GET","req_id":"cb4f302a-2730-4010-af2d-309afa78aa53","remote_addr":"[fd00:1122:3344:101::d]:48533","local_addr":"[fd00:1122:3344:101::1]:49293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":7517,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:04.890807412Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:43505"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:04.890895673Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"762369bf-6557-40e3-bce9-f04b6623ba0a","remote_addr":"[fd00:1122:3344:101::b]:43505","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":70,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:04.897958477Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c767a4f9-5eb9-493b-ae98-bdad69470a18","remote_addr":"[fd00:1122:3344:101::b]:43505","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":93,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:04.92011737Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:58061"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:04.92078197Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"8e7e95a8-12e3-4043-82db-53be5341113b","remote_addr":"[fd00:1122:3344:101::b]:58061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":631,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:05.04130725Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:55499"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:05.041401302Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:05.068272074Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:05.093617854Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"ad5a6cc3-aa9f-4e49-8bc7-adef7fb3ae73","remote_addr":"[fd00:1122:3344:101::b]:55499","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":52246,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:05.093938569Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"2ce4d27c-e8be-4c0d-845e-94cf4abaec3d","remote_addr":"[fd00:1122:3344:101::b]:55499","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":114,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:05.494427048Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:46962"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:05.494669762Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"04e0835b-b0ee-43c9-88dc-009330bdec58","remote_addr":"[fd00:1122:3344:101::a]:46962","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":217,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:05.571025157Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:56389"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:05.571144669Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5cae5a65-e664-47b1-b57c-6605859b32bc","remote_addr":"[fd00:1122:3344:101::a]:56389","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":84,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:05.578349374Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b9f6f608-b070-4654-a920-9964042a1025","remote_addr":"[fd00:1122:3344:101::a]:56389","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":109,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:05.581032483Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:49434"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:05.581184075Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"71822b40-b2f2-4976-9c5a-b664c4ec91ab","remote_addr":"[fd00:1122:3344:101::c]:49434","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:05.627020025Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:37176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:05.627932068Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"dc144e83-fa1d-4216-aa2a-e0fc017c3f56","remote_addr":"[fd00:1122:3344:101::c]:37176","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":867,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:05.634540785Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"91b716db-f468-4279-bf20-21f2c01f0b20","remote_addr":"[fd00:1122:3344:101::c]:37176","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":126,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:05.680169251Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:48050"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:05.680262422Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:05.708434164Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:05.736015657Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b9901d0c-21e9-472d-b050-1be816ab57f9","remote_addr":"[fd00:1122:3344:101::a]:48050","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":55788,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:05.736159059Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:49514"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:05.736308481Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:05.740762436Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"5b62eab2-4feb-49e6-976b-633d248a3673","remote_addr":"[fd00:1122:3344:101::a]:48050","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":4421,"response_code":"200"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:05.762571405Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:05.784347083Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"7fcc13bf-394c-4374-9940-4b46baaf647f","remote_addr":"[fd00:1122:3344:101::c]:49514","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":48106,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:05.784671238Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"43b794c3-9efa-47e4-a25f-5ce3df1e2a1b","remote_addr":"[fd00:1122:3344:101::c]:49514","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":135,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:09.487491766Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40903"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:09.488258468Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"22d3a130-ef51-4889-9ca3-083dd2803761","remote_addr":"[fd00:1122:3344:101::a]:40903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":745,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:09.488479411Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:778","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 188, 75])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(11357309) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:09.488506681Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"PUT","req_id":"80ef8603-30cd-4138-a62b-b375e9f43da2","remote_addr":"[fd00:1122:3344:101::a]:40903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":83,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:09.606770508Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51522"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:09.618183575Z","hostname":"buskin","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:574","metadata":"InstanceMetadata { silo_id: 77456d4b-25be-4c3d-bb00-9759024c93b1, project_id: abf40c7e-7ed7-4517-9c18-330243d3c7e7 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-08-14T22:38:09.270186Z }","instance_runtime":"InstanceRuntimeState { propolis_id: Some(f092d045-558c-4423-881a-2caa10355712 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-08-14T22:38:09.302064918Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 51ffb8e6-9a35-417b-8928-8c7a8a3ba07f, kind: Instance { id: aff0a1c8-26a7-4dde-81bd-971ae96f16e4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 188, 75])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11357309), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 51ffb8e6-9a35-417b-8928-8c7a8a3ba07f, kind: Instance { id: aff0a1c8-26a7-4dde-81bd-971ae96f16e4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 188, 75])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11357309), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 51ffb8e6-9a35-417b-8928-8c7a8a3ba07f, kind: Instance { id: aff0a1c8-26a7-4dde-81bd-971ae96f16e4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 188, 75])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11357309), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(11357309))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 51ffb8e6-9a35-417b-8928-8c7a8a3ba07f, kind: Instance { id: aff0a1c8-26a7-4dde-81bd-971ae96f16e4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 188, 75])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11357309), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-34b8ff8a493\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 52e8f999-25fb-4630-8978-3d9a5211af1e, read_only_parent: Some(Volume { block_size: 512, id: 2c0b29e2-66d8-4e87-ab5c-17f0fb7cbb48, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 997c5bc2-7cdd-4f92-9eac-675bd2f8d797, key: Some(\"VFFrDWB1J3JJo2wlCTm7WZ0/kfuv/SJmO1GXo8qrn0M=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19002\", \"[fd00:1122:3344:101::17]:19001\", \"[fd00:1122:3344:101::16]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 52e8f999-25fb-4630-8978-3d9a5211af1e, key: Some(\"GddQmFXmmCKpiOltl/dk7ppm5OWzdNVz4xkr289OqhY=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19000\", \"[fd00:1122:3344:101::1a]:19003\", \"[fd00:1122:3344:101::17]:19002\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAACcxLQOWQ5ZAADEtA5ZAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAncS0DlkOWQAAxLQOWQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJhZmYwYTFjOC0yNmE3LTRkZGUtODFiZC05NzFhZTk2ZjE2ZTQiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTXFIY3V5d0dUaXRQMzhmaVlzYnBDNndReWJtQS9FNVBja3ZVSXc1MkliQiJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }","propolis_id":"f092d045-558c-4423-881a-2caa10355712","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:09.618982127Z","hostname":"buskin","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:608","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4 (instance)"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:09.618992087Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:1000","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 51ffb8e6-9a35-417b-8928-8c7a8a3ba07f, kind: Instance { id: aff0a1c8-26a7-4dde-81bd-971ae96f16e4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 188, 75])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11357309), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 51ffb8e6-9a35-417b-8928-8c7a8a3ba07f, kind: Instance { id: aff0a1c8-26a7-4dde-81bd-971ae96f16e4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 188, 75])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11357309), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 51ffb8e6-9a35-417b-8928-8c7a8a3ba07f, kind: Instance { id: aff0a1c8-26a7-4dde-81bd-971ae96f16e4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 188, 75])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11357309), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(11357309))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 51ffb8e6-9a35-417b-8928-8c7a8a3ba07f, kind: Instance { id: aff0a1c8-26a7-4dde-81bd-971ae96f16e4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 188, 75])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11357309), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-34b8ff8a493\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 52e8f999-25fb-4630-8978-3d9a5211af1e, read_only_parent: Some(Volume { block_size: 512, id: 2c0b29e2-66d8-4e87-ab5c-17f0fb7cbb48, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 997c5bc2-7cdd-4f92-9eac-675bd2f8d797, key: Some(\"VFFrDWB1J3JJo2wlCTm7WZ0/kfuv/SJmO1GXo8qrn0M=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19002\", \"[fd00:1122:3344:101::17]:19001\", \"[fd00:1122:3344:101::16]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 52e8f999-25fb-4630-8978-3d9a5211af1e, key: Some(\"GddQmFXmmCKpiOltl/dk7ppm5OWzdNVz4xkr289OqhY=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19000\", \"[fd00:1122:3344:101::1a]:19003\", \"[fd00:1122:3344:101::17]:19002\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAACcxLQOWQ5ZAADEtA5ZAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAncS0DlkOWQAAxLQOWQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJhZmYwYTFjOC0yNmE3LTRkZGUtODFiZC05NzFhZTk2ZjE2ZTQiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTXFIY3V5d0dUaXRQMzhmaVlzYnBDNndReWJtQS9FNVBja3ZVSXc1MkliQiJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-08-14T22:38:09.270186Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"f092d045-558c-4423-881a-2caa10355712","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:09.619412843Z","hostname":"buskin","pid":1562,"uri":"/instances/aff0a1c8-26a7-4dde-81bd-971ae96f16e4","method":"PUT","req_id":"05ef50c3-fab9-4cd2-a57f-ea64777235bb","remote_addr":"[fd00:1122:3344:101::a]:51522","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":12577,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:09.727679194Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51039"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:09.728593188Z","hostname":"buskin","pid":1562,"uri":"/instances/aff0a1c8-26a7-4dde-81bd-971ae96f16e4/state","method":"PUT","req_id":"dcc717e1-8a66-4925-bf58-d494dcdca5d4","remote_addr":"[fd00:1122:3344:101::a]:51039","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":846,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:09.729236367Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 188, 75]), slot: 0, vni: Vni { inner: 11357309 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:09.729270697Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:09.767371444Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:09.790846007Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:10.991161437Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:10.99135624Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712\") failed: Property not found. retry in 40.692537ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:38:11.176105188Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712\") failed: Property not found. retry in 131.023541ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:38:11.228023348Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712\") failed: Property not found. retry in 199.710458ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:38:11.380837748Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712\") failed: Property not found. retry in 418.876984ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:38:11.598441587Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712\") failed: Property not found. retry in 821.775108ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:38:12.033627522Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712\") failed: Property not found. retry in 558.668561ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:38:12.866868701Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712\") failed: Property not found. retry in 1.460671771s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:38:13.437089179Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712\") failed: Property not found. retry in 1.172318096s","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:38:14.909809458Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:16.11572811Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:1454"} {"msg":"wait for service Some(\"oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712\") failed: Property not found. retry in 54.364071ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:38:16.125707466Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712\") failed: Property not found. retry in 77.319349ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:38:16.189173023Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712\") failed: Property not found. retry in 247.728679ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:38:16.275173359Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712\") failed: Property not found. retry in 345.388052ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:38:16.532393686Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:16.889738645Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:1463"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:16.926891147Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:1487"} {"msg":"Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAACcxLQOWQ5ZAADEtA5ZAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAncS0DlkOWQAAxLQOWQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJhZmYwYTFjOC0yNmE3LTRkZGUtODFiZC05NzFhZTk2ZjE2ZTQiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTXFIY3V5d0dUaXRQMzhmaVlzYnBDNndReWJtQS9FNVBja3ZVSXc1MkliQiJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\"), disks: [DiskRequest { device: \"nvme\", name: \"disk-34b8ff8a493\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 52e8f999-25fb-4630-8978-3d9a5211af1e, read_only_parent: Some(Volume { block_size: 512, id: 2c0b29e2-66d8-4e87-ab5c-17f0fb7cbb48, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 997c5bc2-7cdd-4f92-9eac-675bd2f8d797, key: Some(\"VFFrDWB1J3JJo2wlCTm7WZ0/kfuv/SJmO1GXo8qrn0M=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19002\", \"[fd00:1122:3344:101::17]:19001\", \"[fd00:1122:3344:101::16]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 52e8f999-25fb-4630-8978-3d9a5211af1e, key: Some(\"GddQmFXmmCKpiOltl/dk7ppm5OWzdNVz4xkr289OqhY=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19000\", \"[fd00:1122:3344:101::1a]:19003\", \"[fd00:1122:3344:101::17]:19002\"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: \"opte6\", slot: Slot(0) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Test description\", id: aff0a1c8-26a7-4dde-81bd-971ae96f16e4, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, metadata: InstanceMetadata { project_id: abf40c7e-7ed7-4517-9c18-330243d3c7e7, silo_id: 77456d4b-25be-4c3d-bb00-9759024c93b1, sled_id: aeb7e077-0751-417b-8b16-b62876b5611c, sled_model: \"i86pc\", sled_revision: 0, sled_serial: \"buskin\" }, name: \"localshark\", vcpus: 2 } }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:16.927196012Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:736"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:17.064580588Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:738"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-08-14T22:38:17.068390384Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:17.068418244Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:606"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:17.068429254Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:628","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-08-14T22:38:17.068390384Z }","propolis_id":"f092d045-558c-4423-881a-2caa10355712"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:17.068438344Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:525","state":"SledInstanceState { propolis_id: f092d045-558c-4423-881a-2caa10355712 (propolis), vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-08-14T22:38:17.068390384Z }, migration_in: None, migration_out: None }","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-08-14T22:38:17.107611017Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:17.107639107Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:606"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:17.107653437Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:628","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-08-14T22:38:17.107611017Z }","propolis_id":"f092d045-558c-4423-881a-2caa10355712"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:17.107661897Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:525","state":"SledInstanceState { propolis_id: f092d045-558c-4423-881a-2caa10355712 (propolis), vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-08-14T22:38:17.107611017Z }, migration_in: None, migration_out: None }","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:24.438337931Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39994"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:24.439034831Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"8b105e1c-8956-40df-ab5b-f3a87be675c5","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39994","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":625,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:33.39835013Z","hostname":"buskin","pid":1562,"uri":"/aeb7e077-0751-417b-8b16-b62876b5611c","method":"GET","req_id":"a507f49d-ee4b-46b9-bb8d-aaf9b08d8514","remote_addr":"[fd00:1122:3344:101::d]:48533","local_addr":"[fd00:1122:3344:101::1]:49293","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","component":"producer-server","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":7233,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.00811181Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:48708"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.008317713Z","hostname":"buskin","pid":1562,"uri":"/instances/aff0a1c8-26a7-4dde-81bd-971ae96f16e4/state","method":"GET","req_id":"a8d10d21-b92e-4b43-9be3-62f92bdbe0d9","remote_addr":"[fd00:1122:3344:101::b]:48708","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":162,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.127202899Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:65495"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.127340391Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"36846fa3-cfa1-4985-80c5-11251cebe9cd","remote_addr":"[fd00:1122:3344:101::b]:65495","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":67,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.150707172Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63312"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.150906135Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"8b38acf8-9bef-44f1-b005-088904c42737","remote_addr":"[fd00:1122:3344:101::b]:63312","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":155,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.169348685Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"bdb8d6fa-21da-419c-92bc-105709a6bd71","remote_addr":"[fd00:1122:3344:101::b]:65495","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":315,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.391216895Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:65134"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.391299626Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.422093886Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.452677823Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e0f96ff7-618d-41c2-b888-0a7bcc141727","remote_addr":"[fd00:1122:3344:101::b]:65134","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":61415,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.454216296Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3e645956-353c-42dc-9968-5e62f0dbaa25","remote_addr":"[fd00:1122:3344:101::b]:65134","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1286,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.617314107Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:37433"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.61748813Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"c4dc62f9-0695-44fd-9c2b-671ca1a477c0","remote_addr":"[fd00:1122:3344:101::a]:37433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":118,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.759086558Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57241"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.760161344Z","hostname":"buskin","pid":1562,"uri":"/instances/aff0a1c8-26a7-4dde-81bd-971ae96f16e4/state","method":"GET","req_id":"6ef3c750-fab8-4f8c-8d39-368d2ce43b34","remote_addr":"[fd00:1122:3344:101::a]:57241","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1055,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.771751893Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:47446"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.771861985Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c2f63061-235d-44e4-8464-f75552230b1a","remote_addr":"[fd00:1122:3344:101::a]:47446","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":66,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.786262785Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"91edce76-ec9f-4b2c-8dbd-17dd9db0cfbb","remote_addr":"[fd00:1122:3344:101::a]:47446","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":1081,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.813034456Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53102"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.813141177Z","hostname":"buskin","pid":1562,"uri":"/instances/aff0a1c8-26a7-4dde-81bd-971ae96f16e4/state","method":"GET","req_id":"89fdc228-b7b8-4867-8c51-219a0367db71","remote_addr":"[fd00:1122:3344:101::c]:53102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":58,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.819189526Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47337"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.819329608Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"27c86ae9-0de2-4a03-b9f1-859ecf0aee80","remote_addr":"[fd00:1122:3344:101::c]:47337","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.863881938Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:34938"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.863945039Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a66788c9-b6cc-47da-aad3-3fcf453ffee5","remote_addr":"[fd00:1122:3344:101::c]:34938","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":31,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.876002015Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"2b53b21c-78cc-41dd-a8c3-33798d3115be","remote_addr":"[fd00:1122:3344:101::c]:34938","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":91,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.928115337Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:65328"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.928194828Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.955860752Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.980515912Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"44b2455d-d6ec-4f8c-b4a7-95a9c6f4d5a9","remote_addr":"[fd00:1122:3344:101::a]:65328","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":52363,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:35.980942738Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"1e21e07b-fb93-4e9d-97ec-adb769277a1b","remote_addr":"[fd00:1122:3344:101::a]:65328","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":162,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:36.148342553Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:36200"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:36.148434204Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3937"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:36.1741522Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:36.197112665Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f89ad3d2-baa9-434e-ab23-e473a31afe05","remote_addr":"[fd00:1122:3344:101::c]:36200","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":48714,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:36.197371879Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"400f9e8c-dee9-4cdb-a459-acfa96c5b236","remote_addr":"[fd00:1122:3344:101::c]:36200","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:43.155932157Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40986"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:43.156606507Z","hostname":"buskin","pid":1562,"uri":"/instances/aff0a1c8-26a7-4dde-81bd-971ae96f16e4/state","method":"PUT","req_id":"5d012c2a-6b20-44ad-89e6-951d0aa4e44d","remote_addr":"[fd00:1122:3344:101::a]:40986","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":566,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-08-14T22:38:43.156704349Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:43.156731239Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:606"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:43.156748869Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:628","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-08-14T22:38:43.156704349Z }","propolis_id":"f092d045-558c-4423-881a-2caa10355712"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:43.15677369Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:525","state":"SledInstanceState { propolis_id: f092d045-558c-4423-881a-2caa10355712 (propolis), vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-08-14T22:38:43.156704349Z }, migration_in: None, migration_out: None }","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-08-14T22:38:43.174560859Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:43.17458327Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:606"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:43.17460341Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:628","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(6), time_updated: 2024-08-14T22:38:43.174560859Z }","propolis_id":"f092d045-558c-4423-881a-2caa10355712"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:43.17461084Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:642","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:43.17462505Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:38:43.174706132Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:557","n_samples":6,"id":"12055948051223197284"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:43.174916765Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:43.174969336Z","hostname":"buskin","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:445","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/2e8af2e9-8342-42ed-88bb-bcb6bcd354d3/debug/bundle/zone\", \"/pool/int/eb7d1608-061f-4633-a5da-2133d1a63302/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/17668df1-993b-458e-b1cf-310a88477d11/crypt/debug\", \"/pool/ext/7f6d9db3-762e-4798-98cd-bb00d0a3b252/crypt/debug\", \"/pool/ext/1bd3ff04-304c-4362-b41f-8347b5dd9341/crypt/debug\", \"/pool/ext/db606de8-ae75-4597-bde9-3f1234d88ff3/crypt/debug\", \"/pool/ext/20226c3a-235f-4118-b164-e14967848f5c/crypt/debug\", \"/pool/ext/2450844a-e7c2-49d0-8dc6-d59793fa3c37/crypt/debug\", \"/pool/ext/a4af3495-6c0f-4fe3-b8a0-503d2a880027/crypt/debug\", \"/pool/ext/0faf5893-5a63-4906-a7f5-cb36c6c1353b/crypt/debug\", \"/pool/ext/126123c3-ef9f-486e-8f31-7272296cc4d8/crypt/debug\"] }","zone_name":"oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:38:43.174987686Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"aeb7e077-0751-417b-8b16-b62876b5611c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:557","n_samples":6,"id":"1981189877533013973"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:43.801574707Z","hostname":"buskin","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1249","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712\", bundle_id: 3c1cf89c-5054-417a-99df-dddb85da328c }, time_created: 2024-08-14T22:38:43.175255490Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_f092d045-558c-4423-881a-2caa10355712","v":0,"name":"SledAgent","level":40,"time":"2024-08-14T22:38:43.801676319Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:837"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:45.547002069Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:45.563238096Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(11357309), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:45.563281126Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(11357309), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:45.563681072Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:525","state":"SledInstanceState { propolis_id: f092d045-558c-4423-881a-2caa10355712 (propolis), vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-08-14T22:38:45.563653672Z }, migration_in: None, migration_out: None }","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:45.584154621Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:525","state":"SledInstanceState { propolis_id: f092d045-558c-4423-881a-2caa10355712 (propolis), vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-08-14T22:38:45.563653672Z }, migration_in: None, migration_out: None }","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:45.588386643Z","hostname":"buskin","pid":1562,"instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","instance_id":"aff0a1c8-26a7-4dde-81bd-971ae96f16e4","component":"InstanceManager","file":"sled-agent/src/instance.rs:774"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:45.963117626Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:57054"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:45.963670504Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"6859a74d-8005-4a12-821e-f747770261e0","remote_addr":"[fd00:1122:3344:101::b]:57054","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":521,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:45.969285246Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1bb6080f-cf18-4de3-920a-c71dd5139599","remote_addr":"[fd00:1122:3344:101::b]:57054","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":94,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:45.978988577Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:48123"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:45.97912661Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"6d6afd06-3edb-44df-a109-4a8be50704af","remote_addr":"[fd00:1122:3344:101::b]:48123","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:46.077176391Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54652"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:46.077325544Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"484fa05e-a0ad-46d9-ada3-221940fb4b76","remote_addr":"[fd00:1122:3344:101::a]:54652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:47.103551121Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:38247"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:47.103651873Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"afb60d66-a978-48d9-b14d-c50150fb7e09","remote_addr":"[fd00:1122:3344:101::a]:38247","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":58,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-14T22:38:47.109097493Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6d82ef6b-06eb-4b77-9add-4e24ab2012ca","remote_addr":"[fd00:1122:3344:101::a]:38247","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914","latency_us":100,"response_code":"204"}