[ Sep 3 21:27:45 Enabled. ] [ Sep 3 21:27:45 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Sep 3 21:27:45 Method "start" exited with status 0. ] [ Sep 3 21:27:45 Rereading configuration. ] [ Sep 3 21:27:45 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:45.518001704Z","hostname":"buskin","pid":1562,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:45.518178479Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:45.570950707Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:45.571000858Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:45.683489047Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:45.692366109Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:45.700298087Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.301869807Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.439775611Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.439837533Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.439931215Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.440019837Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.440029137Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.440066898Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:716"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.443207617Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:623"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:27:46.443213857Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:765"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.443234147Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.443237927Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:824"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.443265568Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.443303399Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.443417852Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.443447413Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.443459803Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.454488808Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.454516669Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"482c33be-205c-4e34-98e2-1192977a75a7 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.555214974Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 482c33be-205c-4e34-98e2-1192977a75a7 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.963340755Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.963379586Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.963387246Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.963397636Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.963403096Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.963420507Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.963425087Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.971946469Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:46.97196836Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"e356c70d-6ffa-4a5d-8274-9e730a84a2a0 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.06168808Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: e356c70d-6ffa-4a5d-8274-9e730a84a2a0 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.464833387Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.464886098Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 482c33be-205c-4e34-98e2-1192977a75a7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e356c70d-6ffa-4a5d-8274-9e730a84a2a0 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.464930459Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.464940829Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.46494611Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.4649542Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.46495996Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.464990891Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.464998211Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 482c33be-205c-4e34-98e2-1192977a75a7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e356c70d-6ffa-4a5d-8274-9e730a84a2a0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465016801Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465022321Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465039902Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465044272Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465048482Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 482c33be-205c-4e34-98e2-1192977a75a7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e356c70d-6ffa-4a5d-8274-9e730a84a2a0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465068933Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465073643Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465078613Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465085583Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465089723Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465093923Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 482c33be-205c-4e34-98e2-1192977a75a7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e356c70d-6ffa-4a5d-8274-9e730a84a2a0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465117094Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465122274Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465135724Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465140204Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465145804Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465150064Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 482c33be-205c-4e34-98e2-1192977a75a7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e356c70d-6ffa-4a5d-8274-9e730a84a2a0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465171155Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465177155Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465184256Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465188816Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465195106Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465199206Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 482c33be-205c-4e34-98e2-1192977a75a7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e356c70d-6ffa-4a5d-8274-9e730a84a2a0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465228757Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465233927Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465238477Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465245767Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465250137Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465255237Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 482c33be-205c-4e34-98e2-1192977a75a7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e356c70d-6ffa-4a5d-8274-9e730a84a2a0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465280808Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465292808Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465297348Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465301938Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465319859Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465338079Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.46534532Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.46535078Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 482c33be-205c-4e34-98e2-1192977a75a7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e356c70d-6ffa-4a5d-8274-9e730a84a2a0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.46539067Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465395571Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465399601Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465404691Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465408551Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465413281Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 482c33be-205c-4e34-98e2-1192977a75a7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e356c70d-6ffa-4a5d-8274-9e730a84a2a0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465445012Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465449672Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465453582Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465465643Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465472993Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 482c33be-205c-4e34-98e2-1192977a75a7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e356c70d-6ffa-4a5d-8274-9e730a84a2a0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465502343Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465507604Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465511734Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465515234Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465538614Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465552585Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465558425Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465569305Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465576335Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465583426Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465606386Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.465611656Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.476694933Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:730"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.476723624Z","hostname":"buskin","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999924599s","next_cleanup":"Instant { tv_sec: 1300, tv_nsec: 444601305 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.476759025Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3866"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.476816736Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.479454782Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.479513613Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.47980085Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.479869032Z","hostname":"buskin","pid":1562,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.480079267Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1053"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.480086337Z","hostname":"buskin","pid":1562,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.480154829Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.480201591Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.480242521Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.480248652Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1113"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.480273312Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.480286602Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.480295533Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.480299823Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1154"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.480303763Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:155"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.480307383Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:128"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.480335234Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.480369485Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.480702323Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 5b2c7381-c288-46e9-80d4-24a768db6d64,\n sleds: {\n [fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 00448375-0632-47b1-b91b-9a5edb58a536,\n rack_id: 5b2c7381-c288-46e9-80d4-24a768db6d64,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.480926669Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:175"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.480946009Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1187"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.48098358Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.48099761Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.481153754Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.481272707Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.481303018Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 00448375-0632-47b1-b91b-9a5edb58a536, rack_id: 5b2c7381-c288-46e9-80d4-24a768db6d64, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.48140237Z","hostname":"buskin","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:35413","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 00448375-0632-47b1-b91b-9a5edb58a536, rack_id: 5b2c7381-c288-46e9-80d4-24a768db6d64, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.481510883Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:359"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.481517973Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:374"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.481547384Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.481555194Z","hostname":"buskin","pid":1562,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.481564025Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.481569945Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.481573825Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.481599445Z","hostname":"buskin","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.481611916Z","hostname":"buskin","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.481618126Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.481622656Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.481626186Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.481642707Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.481650227Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.483719148Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4163"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.483761919Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4545"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.514756913Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.53624359Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.553601213Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.563999833Z","hostname":"buskin","pid":1562,"sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:388"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.564070305Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.564107786Z","hostname":"buskin","pid":1562,"sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:400"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.564114916Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 54.019285ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.567574142Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2bf87b2-9bb7-43fa-853f-cd47824f3ffa\", \"content-length\": \"124\", \"date\": \"Tue, 03 Sep 2024 21:27:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f2bf87b2-9bb7-43fa-853f-cd47824f3ffa\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_482c33be-205c-4e34-98e2-1192977a75a7/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.577725006Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_482c33be-205c-4e34-98e2-1192977a75a7/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.601585591Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_482c33be-205c-4e34-98e2-1192977a75a7/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.601627372Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.606618437Z","hostname":"buskin","pid":1562,"sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:415"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.606626787Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:127"} {"msg":"Ensuring dataset oxi_482c33be-205c-4e34-98e2-1192977a75a7/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.606631617Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:137"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.622472683Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 131.71913ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.623029147Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6ff7726-cadf-4e39-9835-88c0cb23dd16\", \"content-length\": \"124\", \"date\": \"Tue, 03 Sep 2024 21:27:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f6ff7726-cadf-4e39-9835-88c0cb23dd16\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.693771184Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:172"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.755920965Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 99.121773ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.756563431Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca3d5ba2-b011-4082-977a-1665de71d5db\", \"content-length\": \"124\", \"date\": \"Tue, 03 Sep 2024 21:27:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ca3d5ba2-b011-4082-977a-1665de71d5db\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.856847725Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 185.109562ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.85740948Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fef4ee4-8553-4581-83a9-dd06abefba8c\", \"content-length\": \"124\", \"date\": \"Tue, 03 Sep 2024 21:27:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7fef4ee4-8553-4581-83a9-dd06abefba8c\" }"} {"msg":"Mounting oxi_482c33be-205c-4e34-98e2-1192977a75a7/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.912894865Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:180"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.926210918Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:188"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.926289479Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:188"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.92632Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:188"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:47.926333941Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:194"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:48.044366867Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 243.611147ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:48.04486537Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9193f7f2-7370-43db-a2c6-d555f905d67b\", \"content-length\": \"124\", \"date\": \"Tue, 03 Sep 2024 21:27:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9193f7f2-7370-43db-a2c6-d555f905d67b\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:48.289607251Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 300.738357ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:48.290382701Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1e1612d-0556-4f9e-8efb-b00a6ffda463\", \"content-length\": \"124\", \"date\": \"Tue, 03 Sep 2024 21:27:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b1e1612d-0556-4f9e-8efb-b00a6ffda463\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:48.591801237Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 158.948845ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:48.592446253Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa70cdf1-0ce5-45a1-8b03-011426819799\", \"content-length\": \"124\", \"date\": \"Tue, 03 Sep 2024 21:27:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"aa70cdf1-0ce5-45a1-8b03-011426819799\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:48.647903468Z","hostname":"buskin","pid":1562,"sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:48.653821936Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:57702","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:48.653855617Z","hostname":"buskin","pid":1562,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:73","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:48.653917648Z","hostname":"buskin","pid":1562,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:57702","producer_id":"00448375-0632-47b1-b91b-9a5edb58a536"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:27:48.655281892Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"259.92485ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:48.655828166Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:48.655834516Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:48.655908908Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:914","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:48.655917948Z","hostname":"buskin","pid":1562,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:48.752040918Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:27:48.916637428Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"420.799399ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:27:49.339336413Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.061530905s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:27:50.403549767Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.11682337s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:51.045632399Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2639"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:51.04567204Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2857"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:51.04567754Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2509"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:51.04568137Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2556"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:51.045684981Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2938"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:51.04568865Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:51.047590998Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2782"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:51.048795288Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2550"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:51.04888548Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:51.049067245Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 33.235137ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:27:51.323713573Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 75.378159ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:27:51.54544468Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 189.034488ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:27:51.74166424Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 384.136871ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:27:52.12736652Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 946.525242ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:27:52.55948246Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:27:52.560645839Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.24191578s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 964.581373ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:27:53.562245519Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 565.67365ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:27:54.596532405Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.318240295s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:27:55.26071133Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:27:56.854104917Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"9.844963728s"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:56.858793204Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:56.858830825Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:429"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:56.858851796Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:56.858869876Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:56.859063751Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:56.859239945Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:56.859293387Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, local_pref: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:56.859305217Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3866"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:56.859310127Z","hostname":"buskin","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:35413","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.089373511Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.089454203Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.089688259Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.089771901Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.089793572Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.089827263Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.089851513Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.089958496Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.094680264Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4187","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.094706925Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4203"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.094713805Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.355265411Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:40405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.355466736Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.355554048Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"5da13068-548e-4b8b-ad64-3370a50dc794","remote_addr":"[fd00:1122:3344:101::1]:40405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":202,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.385963387Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:38187"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.38605824Z","hostname":"buskin","pid":1562,"uri":"/sled-role","method":"GET","req_id":"4225bf42-4f6f-423b-9ba6-3cbcf62c2ffe","remote_addr":"[fd00:1122:3344:101::1]:38187","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":62,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.386900211Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.386922371Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.38724481Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.387568707Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:1001"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 2cbc10a7-dc0b-40aa-a3f2-478411ea8103, pool_id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: dbc1f85d-07f7-46d6-a249-433a5859906d, pool_id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 662fdf06-2818-4ba5-a87d-21d322972ee6, pool_id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: f7023277-d459-44aa-ad9c-d1f453a8a4a6, pool_id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 2c0a37f4-f2cf-4337-8b81-bd9c1c79624a, pool_id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 6ab33d79-1e39-4776-815a-a0c5f3bffee9, pool_id: 8020963b-fa1d-4788-bdaf-cd794431f9b9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 1c965f98-9383-49eb-b348-21ec1b66d3b5, pool_id: f936d8c3-1ac2-4fd5-84ed-415a39983d55 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 06bdc947-ab71-4df1-9b5d-2af3963fabab, pool_id: 211b78e5-d0de-4d65-8664-829ab9fd1143 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: e724d632-ea36-47a7-b9b6-1c79f47d29a0, pool_id: 0c380086-519d-4265-a2d8-5c2e26be908c (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.418010458Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:355"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.418126401Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:50280"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.41848737Z","hostname":"buskin","pid":1562,"sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:856"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 2cbc10a7-dc0b-40aa-a3f2-478411ea8103, pool_id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: dbc1f85d-07f7-46d6-a249-433a5859906d, pool_id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 662fdf06-2818-4ba5-a87d-21d322972ee6, pool_id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: f7023277-d459-44aa-ad9c-d1f453a8a4a6, pool_id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 2c0a37f4-f2cf-4337-8b81-bd9c1c79624a, pool_id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 6ab33d79-1e39-4776-815a-a0c5f3bffee9, pool_id: 8020963b-fa1d-4788-bdaf-cd794431f9b9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 1c965f98-9383-49eb-b348-21ec1b66d3b5, pool_id: f936d8c3-1ac2-4fd5-84ed-415a39983d55 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 06bdc947-ab71-4df1-9b5d-2af3963fabab, pool_id: 211b78e5-d0de-4d65-8664-829ab9fd1143 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: e724d632-ea36-47a7-b9b6-1c79f47d29a0, pool_id: 0c380086-519d-4265-a2d8-5c2e26be908c (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.418540901Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.418547611Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.418558151Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.418565192Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.418588432Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.418593432Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.418598192Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.418601922Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.552836734Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:57.552866965Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/00448375-0632-47b1-b91b-9a5edb58a536): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-03T21:27:58.010488421Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:58.697761183Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:58.891599463Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:58.898850875Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:58.898922176Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:58.898930286Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:58.898936417Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:58.898943777Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:58.89905456Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:58.89906161Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:58.933075359Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_38359a1c-1b04-4272-8ebb-dbd0b95c2650/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:58.940601987Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/00448375-0632-47b1-b91b-9a5edb58a536): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-03T21:27:59.011973659Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_38359a1c-1b04-4272-8ebb-dbd0b95c2650","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.110382996Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.118420737Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.118464408Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.118481258Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.118490059Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.118503409Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.12936469Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.129397671Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"b704289c-6368-48f1-9c38-f6f98fbde69e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.222363732Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.230055914Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.230104786Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.230114106Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.230155867Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.230189468Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.23027785Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.23029019Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.266048493Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_b704289c-6368-48f1-9c38-f6f98fbde69e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.274052753Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_b704289c-6368-48f1-9c38-f6f98fbde69e","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.443072324Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.451047943Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.451090954Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.451101814Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.451110244Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.451116894Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.459949385Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.459977656Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.552342792Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.560183958Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.560224609Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.560233919Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.56025922Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.56027982Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.560420634Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.560428544Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.595316675Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.603594032Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.779744011Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.787854793Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.787897364Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.787915875Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.787922225Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.787927075Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.797224677Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.797255878Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.888817344Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.89624556Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.896286601Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.896294991Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.896343382Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.896358662Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.896534967Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.896550007Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.932504525Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_3a972014-8d4d-40d8-bffd-e09cc77dc31d/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:27:59.939718775Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/00448375-0632-47b1-b91b-9a5edb58a536): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-03T21:28:00.014402419Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_3a972014-8d4d-40d8-bffd-e09cc77dc31d","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.109472813Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.117030252Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.117069383Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.117080243Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.117090633Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.117098274Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.126084378Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.126113819Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.21426501Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.221278335Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.221315766Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.221324626Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.221336846Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.221347067Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.22148212Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.22149017Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.254412892Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_3409b9be-eb6a-4381-abe7-16a4c00d5166/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.261985672Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_3409b9be-eb6a-4381-abe7-16a4c00d5166","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.430489389Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.438246523Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.438297594Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.438312295Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.438341785Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.438348765Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.447832382Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.447865873Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"8020963b-fa1d-4788-bdaf-cd794431f9b9 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.539912241Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 8020963b-fa1d-4788-bdaf-cd794431f9b9 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.547300546Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.547341107Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.547354757Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.547408569Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.54746544Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.547602024Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.547612114Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.581416188Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_8020963b-fa1d-4788-bdaf-cd794431f9b9/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.588816153Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_8020963b-fa1d-4788-bdaf-cd794431f9b9","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.76131779Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.768864538Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.768899379Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.76890673Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.76891217Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.76891822Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.778401557Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.778421437Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"f936d8c3-1ac2-4fd5-84ed-415a39983d55 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.872910467Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: f936d8c3-1ac2-4fd5-84ed-415a39983d55 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.880547967Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.880583148Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.880589468Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.880614239Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.880623809Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.880764403Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.880773523Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.914426973Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_f936d8c3-1ac2-4fd5-84ed-415a39983d55/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:00.921764287Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/00448375-0632-47b1-b91b-9a5edb58a536): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-03T21:28:01.016296576Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_f936d8c3-1ac2-4fd5-84ed-415a39983d55","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.08969718Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.097268958Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.097298929Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.09731575Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.09732154Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.09732771Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.107158405Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.107188996Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"211b78e5-d0de-4d65-8664-829ab9fd1143 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.19742987Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 211b78e5-d0de-4d65-8664-829ab9fd1143 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.20506698Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.205103131Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.205114382Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.205156203Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.205167673Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.205287856Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.205293296Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.239329126Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_211b78e5-d0de-4d65-8664-829ab9fd1143/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.246811133Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_211b78e5-d0de-4d65-8664-829ab9fd1143","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.408871319Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.415837293Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.415867624Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.415876754Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.415900665Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.415915325Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.425061474Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.425081784Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"0c380086-519d-4265-a2d8-5c2e26be908c (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.546955267Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 0c380086-519d-4265-a2d8-5c2e26be908c (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.554750212Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.554806263Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.554818794Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.554866925Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.554882325Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.55505232Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.5550595Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.58788849Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_0c380086-519d-4265-a2d8-5c2e26be908c/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.598040803Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_0c380086-519d-4265-a2d8-5c2e26be908c","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.766709905Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.774325865Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.774360816Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.774446878Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.774566011Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 482c33be-205c-4e34-98e2-1192977a75a7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e356c70d-6ffa-4a5d-8274-9e730a84a2a0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 8020963b-fa1d-4788-bdaf-cd794431f9b9 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: f936d8c3-1ac2-4fd5-84ed-415a39983d55 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 211b78e5-d0de-4d65-8664-829ab9fd1143 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 0c380086-519d-4265-a2d8-5c2e26be908c (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.774625223Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.774633073Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.774704465Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.774894699Z","hostname":"buskin","pid":1562,"sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:860"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.77490818Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.77491265Z","hostname":"buskin","pid":1562,"sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:886","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.77491696Z","hostname":"buskin","pid":1562,"sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:891"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.77492077Z","hostname":"buskin","pid":1562,"sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:896"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.774952101Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.774959171Z","hostname":"buskin","pid":1562,"sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:902"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.775003572Z","hostname":"buskin","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:803","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.775010782Z","hostname":"buskin","pid":1562,"sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:907"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.775084474Z","hostname":"buskin","pid":1562,"uri":"/omicron-physical-disks","method":"PUT","req_id":"de7e7c3b-d2e9-4609-bd33-9a8d1e6f2120","remote_addr":"[fd00:1122:3344:101::1]:50280","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4356771,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 89bbd08c-da7a-4c55-8953-db931b1bbda8, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: dc38655d-1158-41f5-a65c-c0143c98a14f, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 98aeb669-a238-41fc-b972-c51eac38f74f, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.806746565Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.806901289Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:41616"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 89bbd08c-da7a-4c55-8953-db931b1bbda8, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.807127344Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.807132154Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 89bbd08c-da7a-4c55-8953-db931b1bbda8, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dc38655d-1158-41f5-a65c-c0143c98a14f, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.85580102Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.85583616Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: dc38655d-1158-41f5-a65c-c0143c98a14f, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98aeb669-a238-41fc-b972-c51eac38f74f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.900892826Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.900924766Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 98aeb669-a238-41fc-b972-c51eac38f74f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.946213657Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.946244968Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.946250768Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.946291149Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.985811095Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.985843816Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:01.985849296Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/00448375-0632-47b1-b91b-9a5edb58a536): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-03T21:28:02.021441045Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:02.038322306Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:02.042310766Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:02.0460675Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:02.058834839Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:02.0629074Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:02.066727326Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/00448375-0632-47b1-b91b-9a5edb58a536): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-03T21:28:03.027076826Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:03.568501605Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:03.568636599Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Booting oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:03.568878535Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:04.052552032Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:04.052602023Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:04.533148683Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8\") failed: Property not found. retry in 51.584639ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:04.540455665Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:04.540509566Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:04.544442814Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Booting oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:04.544493106Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8\") failed: Property not found. retry in 73.44465ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:04.601053578Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f\") failed: Property not found. retry in 26.634632ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:04.663411455Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f\") failed: Property not found. retry in 51.711704ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:04.669792145Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8\") failed: Property not found. retry in 156.875691ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:04.681302382Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f\") failed: Property not found. retry in 119.737464ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:04.696546383Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f\") failed: Property not found. retry in 83.615797ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:04.741384762Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f\") failed: Property not found. retry in 136.44796ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:04.827945664Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f\") failed: Property not found. retry in 278.646869ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:04.838909178Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8\") failed: Property not found. retry in 450.88836ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:04.86263393Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f\") failed: Property not found. retry in 231.338025ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:04.986967024Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f\") failed: Property not found. retry in 277.335631ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:05.135674468Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f\") failed: Property not found. retry in 1.116436782s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:05.227548642Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8\") failed: Property not found. retry in 1.087519297s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:05.322661007Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f\") failed: Property not found. retry in 605.250879ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:05.421198107Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f\") failed: Property not found. retry in 1.494718298s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:06.037401743Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f\") failed: Property not found. retry in 697.624979ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:06.355146928Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8\") failed: Property not found. retry in 882.652871ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:06.419998557Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f\") failed: Property not found. retry in 676.535194ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:07.061775662Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:07.299488108Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4211"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:07.299539189Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4221","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:07.305836806Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4300"} {"msg":"wait for service Some(\"oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8\") failed: Property not found. retry in 1.004361785s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:07.311221871Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:07.431986936Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4348"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:07.432030537Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4375"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:07.473946204Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4388"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:07.473983975Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:07.525165693Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4294"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:07.525206374Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4355","rack_subnet":"fd00:1122:3344::"} {"msg":"wait for service Some(\"oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f\") failed: Property not found. retry in 563.893258ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:07.541495471Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:07.545537312Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4366"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:07.545547662Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4408"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:07.632126844Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4440"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:07.632167865Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4446"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:07.739193098Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4487"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:07.739257929Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:366"} {"msg":"wait for service Some(\"oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f\") failed: Property not found. retry in 998.068672ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:07.74648241Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Failed to get switch ID from MGS (retrying in 69.22721ms)","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:07.775601437Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"Failed to get switch ID from MGS (retrying in 94.679807ms)","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:07.846284482Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:07.943442938Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:414"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:07.976209505Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:676"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:07.976325228Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:714"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:07.978065302Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:07.978093972Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:436","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:08.015480386Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:08.031444815Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::2]:37382"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:08.03167039Z","hostname":"buskin","pid":1562,"uri":"/sled-identifiers","method":"GET","req_id":"800d3a00-a590-4730-b073-8e2d0977745c","remote_addr":"[fd00:1122:3344:101::2]:37382","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":83,"response_code":"200"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:08.066473499Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:08.066532921Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:08.066566612Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:08.066573692Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:08.066581212Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:08.066586792Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:08.066592232Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:08.066598913Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:08.066604473Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:08.066610123Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:08.066616053Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:08.066622913Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:08.066628773Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:08.066632853Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:08.066639814Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:08.066644224Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:08.066648134Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:08.066651844Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:08.066655914Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:08.066660024Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:08.066664084Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:08.066667994Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:08.066671804Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f\") failed: Property not found. retry in 789.856165ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:08.114668683Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8\") failed: Property not found. retry in 508.352776ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:08.324299128Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f\") failed: Property not found. retry in 934.70306ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:08.753269609Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8\") failed: Property not found. retry in 617.251039ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:08.841579584Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f\") failed: Property not found. retry in 1.135716652s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:08.911963942Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.068201433Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.068258614Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.068266514Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f"} {"msg":"Writing ledger to /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.068273504Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.068540561Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.068852619Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"b9df0ba5-554a-415a-8f73-527088e5f6f0","remote_addr":"[fd00:1122:3344:101::1]:41616","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8261887,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.071472324Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:555"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.124553169Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:555"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.16902946Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:555"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.214856184Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:591"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.214869705Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.247091549Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.247882599Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.24789236Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 89bbd08c-da7a-4c55-8953-db931b1bbda8, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: dc38655d-1158-41f5-a65c-c0143c98a14f, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 98aeb669-a238-41fc-b972-c51eac38f74f, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: b35259a2-faf1-4165-b9f7-2dfeebc42adf, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 25e978e0-1919-4e18-9ed5-3d82d5924bf1, kind: Service { id: b35259a2-faf1-4165-b9f7-2dfeebc42adf }, name: Name(\"ntp-b35259a2-faf1-4165-b9f7-2dfeebc42adf\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 29])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.277255773Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.277367725Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:47476"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 89bbd08c-da7a-4c55-8953-db931b1bbda8, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.27756945Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.277601441Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 89bbd08c-da7a-4c55-8953-db931b1bbda8, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dc38655d-1158-41f5-a65c-c0143c98a14f, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.297259122Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.297307283Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: dc38655d-1158-41f5-a65c-c0143c98a14f, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98aeb669-a238-41fc-b972-c51eac38f74f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.314293838Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.314342909Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 98aeb669-a238-41fc-b972-c51eac38f74f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.33122355Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.331287052Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.331495087Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.33162545Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.342591784Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.376138932Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.377804813Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.377809564Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.408605883Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 147, 29]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.408626743Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.409096605Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.409109575Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.409440783Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.409844533Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.432871939Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:10.451205856Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:11.072338936Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:11.07249157Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf\") failed: Property not found. retry in 57.975832ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:11.203266855Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf\") failed: Property not found. retry in 63.918824ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:11.273225682Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf\") failed: Property not found. retry in 226.778394ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:11.374202844Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf\") failed: Property not found. retry in 494.364323ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:11.610367201Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf\") failed: Property not found. retry in 718.717356ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:12.1149325Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf\") failed: Property not found. retry in 1.339683194s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:12.84299324Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf\") failed: Property not found. retry in 592.787637ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:14.191236275Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf\") failed: Property not found. retry in 571.903339ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:14.793139635Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf\") failed: Property not found. retry in 849.84243ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:15.37445818Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:16.24510794Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf"} {"msg":"Writing ledger to /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:16.245184872Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:16.245581712Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:16.245882369Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"1ef1a817-4048-4efb-8322-c82c26480f1c","remote_addr":"[fd00:1122:3344:101::1]:47476","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5968465,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:16.248483094Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:16.281704954Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:16.281873998Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:42157"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-03T21:28:16.290908634Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3852"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:16.291064727Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"147f4fec-a7cc-44f6-809f-bbd95474baeb","remote_addr":"[fd00:1122:3344:101::1]:42157","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9078,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:16.294036772Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:16.457997806Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:16.458110139Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:64987"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-03T21:28:20.466516649Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3852"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:20.466618542Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"1a2ef557-e3a3-4e38-825d-c0c58d242606","remote_addr":"[fd00:1122:3344:101::1]:64987","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008342,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:20.47098214Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:20.593260504Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:20.593376777Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:63529"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-03T21:28:20.602049063Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3852"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:20.602169226Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"1037658f-cc96-481a-b056-259a3a396932","remote_addr":"[fd00:1122:3344:101::1]:63529","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8703,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:20.604792172Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:20.781483514Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:20.781577306Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:44044"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-03T21:28:24.403688331Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3852"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:24.403845024Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"ce2628ba-e924-4fa6-9782-7a046ac5bdc5","remote_addr":"[fd00:1122:3344:101::1]:44044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009166,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:24.405898256Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:24.605796047Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:24.60592371Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:35325"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:24.614479243Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"07b050f8-2d6a-4052-b859-c56884615173","remote_addr":"[fd00:1122:3344:101::1]:35325","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8443,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1725398902.7060175, correction: 0.076078631 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:24.615884938Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:24.615892589Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:24.82059699Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:24.820681823Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:55415"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:24.828330894Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"88773a58-9ab7-4bba-9dc0-cb7d25b725c0","remote_addr":"[fd00:1122:3344:101::1]:55415","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7551,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1725398902.7060175, correction: 0.075500868 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:24.829535084Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:24.829542364Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:25.054158169Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:25.05429006Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:58179"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:25.061910213Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"5c957da0-3a7e-4e04-9f76-362db5bc49e9","remote_addr":"[fd00:1122:3344:101::1]:58179","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7496,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1725398902.7060175, correction: 0.074870095 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:25.065046257Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:25.0650558Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:25.329364514Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:25.32944905Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:44858"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:25.336936979Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"ae0a7611-401b-454f-a7ac-7a6da819af4c","remote_addr":"[fd00:1122:3344:101::1]:44858","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7317,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1725398902.7060175, correction: 0.081407666 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:25.338564222Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:25.338571272Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:25.71140889Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:25.711488035Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:35888"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:25.71980287Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"21a96488-8a72-4dd5-b0f6-daa9f0d0cd62","remote_addr":"[fd00:1122:3344:101::1]:35888","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8218,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1725398902.7060175, correction: 0.080373786 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:25.722263688Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:25.722270906Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:26.358074447Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"151.754409ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:26.392324467Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:26.392435929Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:51307"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:26.400649036Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"45fb11ce-8168-4a2d-ac7a-d762cda1acf6","remote_addr":"[fd00:1122:3344:101::1]:51307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8102,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1725398902.7060175, correction: 0.079427212 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:26.403256206Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:26.403266078Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:26.943916835Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:26.944071067Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:38951"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:26.953325702Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"84a3b185-51b0-46b3-986a-307f1ebd1fc5","remote_addr":"[fd00:1122:3344:101::1]:38951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9111,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1725398902.7060175, correction: 0.077934772 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:26.956113759Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:26.956122807Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:27.655674567Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:27.655803083Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:48039"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:27.66477528Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"f77fecd7-e47c-4deb-a058-7aa53b82b5ff","remote_addr":"[fd00:1122:3344:101::1]:48039","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8899,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1725398902.7060175, correction: 0.072392769 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:27.667531413Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:27.667538988Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:28.242934275Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:28.243063719Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:47869"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:28.251364002Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"cf526e02-39a9-46cf-a02d-05bc19a7496a","remote_addr":"[fd00:1122:3344:101::1]:47869","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8253,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1725398902.7060175, correction: 0.070808679 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:28.253585592Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:28.253591357Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:29.061691652Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:29.061861315Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:60748"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:29.070799573Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"e89d77b6-1857-4578-adcd-924a5ad50024","remote_addr":"[fd00:1122:3344:101::1]:60748","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8831,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950281, ip_addr: 74.6.168.73, stratum: 3, ref_time: 1725398908.27691, correction: 0.066129409 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:29.074500906Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:29.074511228Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:29.947298553Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:29.947427677Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:60488"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:29.956018497Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"d296c548-b525-4889-a727-19060b0d4e3e","remote_addr":"[fd00:1122:3344:101::1]:60488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8435,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950281, ip_addr: 74.6.168.73, stratum: 3, ref_time: 1725398909.00484, correction: 0.063517176 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:29.95883396Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:29.958862002Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:31.23714499Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:31.237305879Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:54419"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:31.246136107Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"b03c3cae-c0a8-4ddf-a0d0-0185c7a28c8c","remote_addr":"[fd00:1122:3344:101::1]:54419","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8732,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950281, ip_addr: 74.6.168.73, stratum: 3, ref_time: 1725398909.502945, correction: 0.059318885 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:31.24852413Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:31.248529802Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:32.244234619Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:32.244472784Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:54285"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:32.252917353Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"9c109140-d6da-4fd7-b823-de1aaf27da70","remote_addr":"[fd00:1122:3344:101::1]:54285","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8402,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950281, ip_addr: 74.6.168.73, stratum: 3, ref_time: 1725398910.7147202, correction: 0.056369971 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:32.256906124Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:32.256915274Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:34.266716888Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:34.26686046Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:51723"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:34.275848636Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"4e7a3fed-ce01-4e77-9f0a-9cecd6036cb6","remote_addr":"[fd00:1122:3344:101::1]:51723","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8910,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950281, ip_addr: 74.6.168.73, stratum: 3, ref_time: 1725398913.1649122, correction: 0.050810676 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:34.278582813Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:34.278592667Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.497272202Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.497383298Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:63086"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.518620634Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"45d8421b-e1ad-4ae7-807d-8540bcc6b3ca","remote_addr":"[fd00:1122:3344:101::1]:63086","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":21028,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1241950281, ip_addr: 74.6.168.73, stratum: 3, ref_time: 1725398915.8517706, correction: 0.044795454 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.522614307Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.522621976Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1266"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 89bbd08c-da7a-4c55-8953-db931b1bbda8, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: dc38655d-1158-41f5-a65c-c0143c98a14f, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 98aeb669-a238-41fc-b972-c51eac38f74f, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: b35259a2-faf1-4165-b9f7-2dfeebc42adf, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 25e978e0-1919-4e18-9ed5-3d82d5924bf1, kind: Service { id: b35259a2-faf1-4165-b9f7-2dfeebc42adf }, name: Name(\"ntp-b35259a2-faf1-4165-b9f7-2dfeebc42adf\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 29])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: ed53470c-07b8-488b-9b94-c04cf6b4f13e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External } } } }, OmicronZoneConfig { id: ec5ad812-81a0-4b3c-8880-3f17761bfb67, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4178df9f-ffa9-499a-bca0-04684282d369, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad8f7597-75a9-4cb7-a08c-ada3e0d96382, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5166e67e-15ca-4b6b-ad3b-539f579d2eb8, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.554442674Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.554537954Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:42764"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 89bbd08c-da7a-4c55-8953-db931b1bbda8, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.555365065Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.555370371Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 89bbd08c-da7a-4c55-8953-db931b1bbda8, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dc38655d-1158-41f5-a65c-c0143c98a14f, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.575256511Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.575287487Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: dc38655d-1158-41f5-a65c-c0143c98a14f, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98aeb669-a238-41fc-b972-c51eac38f74f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.593904769Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.593946094Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 98aeb669-a238-41fc-b972-c51eac38f74f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ed53470c-07b8-488b-9b94-c04cf6b4f13e, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.612389017Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.612430493Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: ed53470c-07b8-488b-9b94-c04cf6b4f13e, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec5ad812-81a0-4b3c-8880-3f17761bfb67, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.662047288Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.662088108Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: ec5ad812-81a0-4b3c-8880-3f17761bfb67, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4178df9f-ffa9-499a-bca0-04684282d369, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.714067555Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.714108469Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 4178df9f-ffa9-499a-bca0-04684282d369, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ad8f7597-75a9-4cb7-a08c-ada3e0d96382, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.769973627Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.770011756Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: ad8f7597-75a9-4cb7-a08c-ada3e0d96382, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5166e67e-15ca-4b6b-ad3b-539f579d2eb8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.822301896Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.822359301Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 5166e67e-15ca-4b6b-ad3b-539f579d2eb8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.872847075Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.87295254Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.873186302Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.873328759Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.954335516Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.954404265Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.954414924Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.954425368Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:36.954435549Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:37.043180582Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:37.047231114Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:37.051225415Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:37.055069273Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:37.059565646Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:37.064462724Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:37.068964091Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:37.073396159Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:37.07768995Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:37.081603098Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:37.169245195Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39351"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:37.169437922Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"9958372a-4914-41ca-809e-a096e3de5f1a","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39351","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106,"response_code":"200"} {"msg":"Profile for oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:39.970348012Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:39.970461059Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:39.97613314Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:39.976297652Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:40.033047511Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:40.033190971Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:40.038954042Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:40.039112362Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382\") failed: Property not found. retry in 62.061361ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:40.120245282Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:40.123307919Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:40.123469932Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67\") failed: Property not found. retry in 34.432045ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:40.138393738Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8\") failed: Property not found. retry in 41.409273ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:40.178528096Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e\") failed: Property not found. retry in 68.728828ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:40.187008572Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67\") failed: Property not found. retry in 106.839632ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:40.254056508Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8\") failed: Property not found. retry in 134.121055ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:40.338281131Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382\") failed: Property not found. retry in 107.046519ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:40.515939427Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e\") failed: Property not found. retry in 54.234684ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:40.56431368Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8\") failed: Property not found. retry in 236.629359ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:40.713310509Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67\") failed: Property not found. retry in 295.919343ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:40.982776276Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382\") failed: Property not found. retry in 144.053701ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:41.108974357Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369\") failed: Property not found. retry in 62.064025ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:41.188742334Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e\") failed: Property not found. retry in 205.374444ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:41.409715152Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:41.592113637Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"267.755034ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8\") failed: Property not found. retry in 273.772014ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:41.600032739Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67\") failed: Property not found. retry in 502.336025ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:41.851074275Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382\") failed: Property not found. retry in 455.332995ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:42.074360574Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369\") failed: Property not found. retry in 68.162587ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:42.130111922Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e\") failed: Property not found. retry in 341.829506ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:42.157484414Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8\") failed: Property not found. retry in 1.043455987s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:42.192813872Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369\") failed: Property not found. retry in 175.437557ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:42.2329571Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67\") failed: Property not found. retry in 865.528767ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:42.388392577Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369\") failed: Property not found. retry in 439.714926ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:42.421511778Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e\") failed: Property not found. retry in 850.385907ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:42.512642505Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382\") failed: Property not found. retry in 509.635849ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:42.543710956Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369\") failed: Property not found. retry in 1.012442372s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:42.873654295Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382\") failed: Property not found. retry in 850.464832ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:43.06649077Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8\") failed: Property not found. retry in 689.062224ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:43.24811988Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67\") failed: Property not found. retry in 958.945605ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:43.265398248Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e\") failed: Property not found. retry in 1.117219129s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:43.374797748Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369\") failed: Property not found. retry in 1.177578788s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:43.899649355Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382\") failed: Property not found. retry in 1.074332743s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:43.927125999Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8\") failed: Property not found. retry in 1.274868796s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:43.947529955Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67\") failed: Property not found. retry in 1.488263236s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:44.23591092Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e\") failed: Property not found. retry in 526.354115ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:44.503906699Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382\") failed: Property not found. retry in 1.147464281s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:45.016962627Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e\") failed: Property not found. retry in 1.319297556s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:45.04365515Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369\") failed: Property not found. retry in 1.289182412s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:45.092391843Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8\") failed: Property not found. retry in 757.423924ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:45.237890084Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67\") failed: Property not found. retry in 1.393119057s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:45.737480678Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8\") failed: Property not found. retry in 844.328711ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:46.006504187Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382\") failed: Property not found. retry in 551.7967ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:46.17628711Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e\") failed: Property not found. retry in 838.523872ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:46.37524695Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369\") failed: Property not found. retry in 587.32158ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:46.392409351Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382\") failed: Property not found. retry in 1.251549721s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:46.738646142Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8\") failed: Property not found. retry in 607.678168ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:46.861508351Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369\") failed: Property not found. retry in 874.517775ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:46.989010522Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67\") failed: Property not found. retry in 1.421990549s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:47.142974704Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e\") failed: Property not found. retry in 834.998812ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:47.224931009Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8\") failed: Property not found. retry in 1.47754069s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:47.480821453Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369\") failed: Property not found. retry in 1.149958738s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:47.875937225Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382\") failed: Property not found. retry in 570.971281ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:48.002816849Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e\") failed: Property not found. retry in 1.247275641s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:48.072232188Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67\") failed: Property not found. retry in 1.340565002s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:48.57894545Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382\") failed: Property not found. retry in 886.503714ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:48.5880959Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8\") failed: Property not found. retry in 1.015825404s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:48.97290793Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382\") failed: Property not found. retry in 592.835263ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:49.486524108Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8\") failed: Property not found. retry in 534.844731ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:50.000735609Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382\") failed: Property not found. retry in 588.434516ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:50.0900681Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8\") failed: Property not found. retry in 732.223778ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:50.70187796Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382\") failed: Property not found. retry in 907.223713ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:50.718837281Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8\") failed: Property not found. retry in 955.65817ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:51.447317542Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382\") failed: Property not found. retry in 1.063124849s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:51.638123441Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8\") failed: Property not found. retry in 665.850017ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:52.421886582Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382\") failed: Property not found. retry in 1.084658252s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:52.727053396Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8\") failed: Property not found. retry in 1.258791262s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:53.102925722Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382\") failed: Property not found. retry in 576.382745ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:53.825006108Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8\") failed: Property not found. retry in 1.351586261s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:54.373020398Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382\") failed: Property not found. retry in 867.193728ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:54.410849803Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382\") failed: Property not found. retry in 728.072296ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:55.287686849Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8\") failed: Property not found. retry in 1.300061542s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:55.73278302Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382\") failed: Property not found. retry in 900.509494ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:56.022802923Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382\") failed: Property not found. retry in 1.247881995s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:56.932568159Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8\") failed: Property not found. retry in 510.989503ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:57.040952606Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:57.324689136Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"1.272867833s"} {"msg":"wait for service Some(\"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8\") failed: Property not found. retry in 966.549003ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:57.560889708Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382\") failed: Property not found. retry in 1.004363553s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:58.188551706Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8\") failed: Property not found. retry in 1.064009029s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:28:58.535303287Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:59.621555131Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:59.621603052Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:59.621610862Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:59.621617113Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:59.621623423Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382"} {"msg":"Writing ledger to /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:59.621669044Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:59.622080494Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:59.622430713Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"735d0e6f-bbfe-4330-a169-b93096ba8a63","remote_addr":"[fd00:1122:3344:101::1]:42764","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":23023395,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:59.656933242Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:48920"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:59.686377249Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3686"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:28:59.867532873Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3704"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:14.066168202Z","hostname":"buskin","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"5e83377b-510b-40f3-a11d-39b6942994ce","remote_addr":"[fd00:1122:3344:101::1]:48920","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize CockroachDb: Error running command in zone 'oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369': Command [/opt/oxide/cockroachdb/bin/cockroach sql --insecure --host [fd00:1122:3344:101::5]:32221 --file /opt/oxide/cockroachdb/sql/dbinit.sql] executed and failed with status: exit status: 1 stdout: BEGIN\nCREATE DATABASE\nCREATE ROLE\nALTER DEFAULT PRIVILEGES\nCONFIGURE ZONE 1\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE VIEW\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE VIEW\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE VIEW\nCREATE VIEW\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE VIEW\nCREATE VIEW\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\n stderr: ERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_CLIENT_REJECT): \"sql txn\" meta={id=779c8a7e key=/NamespaceTable/30/1/106/0/\"public\"/4/1 pri=0.02574953 epo=0 ts=1725398950.488824616,2 min=1725398940.733572064,0 seq=960} lock=true stat=PENDING rts=1725398940.733572064,0 wto=false gul=1725398941.233572064,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_client_reject\nERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_CLIENT_REJECT): \"sql txn\" meta={id=779c8a7e key=/NamespaceTable/30/1/106/0/\"public\"/4/1 pri=0.02574953 epo=0 ts=1725398950.488824616,2 min=1725398940.733572064,0 seq=960} lock=true stat=PENDING rts=1725398940.733572064,0 wto=false gul=1725398941.233572064,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_client_reject\nFailed running \"sql\"\n","latency_us":14407980,"response_code":"500"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:14.069121605Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43008"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:14.070680915Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"63bfe3ac-2c1d-47d3-8f5b-60926f5a60c6","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43008","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1212,"response_code":"200"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:14.071095965Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1008","retry_after":"134.581055ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e83377b-510b-40f3-a11d-39b6942994ce\", \"content-length\": \"124\", \"date\": \"Tue, 03 Sep 2024 21:29:14 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5e83377b-510b-40f3-a11d-39b6942994ce\" }"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:14.08732476Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"2.919703945s"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:14.252646998Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3686"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:14.690256195Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3704"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:24.317708825Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3727"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:24.317814507Z","hostname":"buskin","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"a720514b-42eb-4b92-9895-ff56f1c87301","remote_addr":"[fd00:1122:3344:101::1]:48920","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":10110409,"response_code":"204"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 89bbd08c-da7a-4c55-8953-db931b1bbda8, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: dc38655d-1158-41f5-a65c-c0143c98a14f, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 98aeb669-a238-41fc-b972-c51eac38f74f, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: b35259a2-faf1-4165-b9f7-2dfeebc42adf, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 25e978e0-1919-4e18-9ed5-3d82d5924bf1, kind: Service { id: b35259a2-faf1-4165-b9f7-2dfeebc42adf }, name: Name(\"ntp-b35259a2-faf1-4165-b9f7-2dfeebc42adf\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 29])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: ed53470c-07b8-488b-9b94-c04cf6b4f13e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External } } } }, OmicronZoneConfig { id: ec5ad812-81a0-4b3c-8880-3f17761bfb67, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4178df9f-ffa9-499a-bca0-04684282d369, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad8f7597-75a9-4cb7-a08c-ada3e0d96382, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5166e67e-15ca-4b6b-ad3b-539f579d2eb8, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External } } } }, OmicronZoneConfig { id: 334a169a-8983-446f-8ae7-b8926a66303e, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 380a4554-2ce1-43fd-95c5-ce25962ab8dd, kind: Service { id: 334a169a-8983-446f-8ae7-b8926a66303e }, name: Name(\"external-dns-334a169a-8983-446f-8ae7-b8926a66303e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 246])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5871a8a1-057c-400a-984e-2b8a9e047872, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 15423a4e-a58c-4b6b-a21c-840bfa2c85b3, kind: Service { id: 5871a8a1-057c-400a-984e-2b8a9e047872 }, name: Name(\"external-dns-5871a8a1-057c-400a-984e-2b8a9e047872\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 165])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 485ba5d3-7e76-4881-8ff5-b5aa23805162, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 19ebfddd-e74a-4883-a2d7-dc35bee0e28f, kind: Service { id: 485ba5d3-7e76-4881-8ff5-b5aa23805162 }, name: Name(\"nexus-485ba5d3-7e76-4881-8ff5-b5aa23805162\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 30])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0fad8fa0-ca29-48e0-a6b8-f186356794ae, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 0c380086-519d-4265-a2d8-5c2e26be908c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: c3d16f42-2f2d-4757-a903-68c1e36e90de, kind: Service { id: 0fad8fa0-ca29-48e0-a6b8-f186356794ae }, name: Name(\"nexus-0fad8fa0-ca29-48e0-a6b8-f186356794ae\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 48])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a6b01c74-5632-486c-8892-7b2857a31851, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 0c380086-519d-4265-a2d8-5c2e26be908c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 25a2ad30-c366-4b9f-9005-abf5afdad2a5, kind: Service { id: a6b01c74-5632-486c-8892-7b2857a31851 }, name: Name(\"nexus-a6b01c74-5632-486c-8892-7b2857a31851\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 52])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 0c380086-519d-4265-a2d8-5c2e26be908c (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: f61a727c-3930-4ecd-ae25-9991c909bdb5, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c9c6222-7048-48d2-b09f-a9075a7decfc, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: c351206d-a924-4733-8922-0c4b50c57c55, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 211b78e5-d0de-4d65-8664-829ab9fd1143 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c75d2472-d725-4ced-b48c-265ac046b30e, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: f936d8c3-1ac2-4fd5-84ed-415a39983d55 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 462e9ca5-52c1-49b8-abf4-a48600d8e2ab, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4445203d-a7dc-489a-8fbd-79bf2dafa2c7, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External } } } }, OmicronZoneConfig { id: 5a3ee08e-e2f7-4a45-95cf-d8e64279c826, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External } } } }, OmicronZoneConfig { id: b57db1ef-5d9e-415d-833d-446f9c7750a2, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5672b295-b422-4b32-924f-1b79c4b4716a, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1d6a8242-f1b4-4766-8c58-4809ce1601b1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 8020963b-fa1d-4788-bdaf-cd794431f9b9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8020963b-fa1d-4788-bdaf-cd794431f9b9 (zpool), kind: External } } } }, OmicronZoneConfig { id: bab56a2f-758f-46b5-a644-c8903658005a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: f936d8c3-1ac2-4fd5-84ed-415a39983d55 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f936d8c3-1ac2-4fd5-84ed-415a39983d55 (zpool), kind: External } } } }, OmicronZoneConfig { id: d44ce327-2035-4eb1-8929-9d58942dd4c6, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 211b78e5-d0de-4d65-8664-829ab9fd1143 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 211b78e5-d0de-4d65-8664-829ab9fd1143 (zpool), kind: External } } } }, OmicronZoneConfig { id: 07430d37-cbf4-4f05-ab0e-8c53ccd54c1a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 0c380086-519d-4265-a2d8-5c2e26be908c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0c380086-519d-4265-a2d8-5c2e26be908c (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:24.387929118Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:24.388439761Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:38872"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 89bbd08c-da7a-4c55-8953-db931b1bbda8, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:24.390031771Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:24.390038841Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 89bbd08c-da7a-4c55-8953-db931b1bbda8, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dc38655d-1158-41f5-a65c-c0143c98a14f, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:24.413839135Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:24.413890656Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: dc38655d-1158-41f5-a65c-c0143c98a14f, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98aeb669-a238-41fc-b972-c51eac38f74f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:24.433888746Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:24.433933307Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 98aeb669-a238-41fc-b972-c51eac38f74f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ed53470c-07b8-488b-9b94-c04cf6b4f13e, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:24.452237314Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:24.452278515Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: ed53470c-07b8-488b-9b94-c04cf6b4f13e, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec5ad812-81a0-4b3c-8880-3f17761bfb67, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:24.470347586Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:24.470386277Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: ec5ad812-81a0-4b3c-8880-3f17761bfb67, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4178df9f-ffa9-499a-bca0-04684282d369, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:24.48894455Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:24.488993052Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 4178df9f-ffa9-499a-bca0-04684282d369, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ad8f7597-75a9-4cb7-a08c-ada3e0d96382, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:24.507298489Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:24.50733655Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: ad8f7597-75a9-4cb7-a08c-ada3e0d96382, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5166e67e-15ca-4b6b-ad3b-539f579d2eb8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:24.525073213Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:24.525108704Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 5166e67e-15ca-4b6b-ad3b-539f579d2eb8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 334a169a-8983-446f-8ae7-b8926a66303e, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:24.54377309Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:24.54381028Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 334a169a-8983-446f-8ae7-b8926a66303e, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5871a8a1-057c-400a-984e-2b8a9e047872, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:24.820438687Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:24.820489508Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 5871a8a1-057c-400a-984e-2b8a9e047872, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f61a727c-3930-4ecd-ae25-9991c909bdb5, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:25.143781151Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:25.143849763Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: f61a727c-3930-4ecd-ae25-9991c909bdb5, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 462e9ca5-52c1-49b8-abf4-a48600d8e2ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:25.368328108Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:25.36838028Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 462e9ca5-52c1-49b8-abf4-a48600d8e2ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4445203d-a7dc-489a-8fbd-79bf2dafa2c7, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:25.558680162Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:25.558736903Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 4445203d-a7dc-489a-8fbd-79bf2dafa2c7, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5a3ee08e-e2f7-4a45-95cf-d8e64279c826, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:25.754716066Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:25.754763868Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 5a3ee08e-e2f7-4a45-95cf-d8e64279c826, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b57db1ef-5d9e-415d-833d-446f9c7750a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:26.020095173Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:26.020152524Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: b57db1ef-5d9e-415d-833d-446f9c7750a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5672b295-b422-4b32-924f-1b79c4b4716a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:26.304004372Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:26.304062194Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 5672b295-b422-4b32-924f-1b79c4b4716a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d6a8242-f1b4-4766-8c58-4809ce1601b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 8020963b-fa1d-4788-bdaf-cd794431f9b9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:26.510517279Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:26.510577181Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 1d6a8242-f1b4-4766-8c58-4809ce1601b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 8020963b-fa1d-4788-bdaf-cd794431f9b9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bab56a2f-758f-46b5-a644-c8903658005a, dataset_name: DatasetName { pool_name: ZpoolName { id: f936d8c3-1ac2-4fd5-84ed-415a39983d55 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:26.728694707Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:26.728746628Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: bab56a2f-758f-46b5-a644-c8903658005a, dataset_name: DatasetName { pool_name: ZpoolName { id: f936d8c3-1ac2-4fd5-84ed-415a39983d55 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d44ce327-2035-4eb1-8929-9d58942dd4c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 211b78e5-d0de-4d65-8664-829ab9fd1143 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:26.920043395Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:26.920090256Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: d44ce327-2035-4eb1-8929-9d58942dd4c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 211b78e5-d0de-4d65-8664-829ab9fd1143 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 07430d37-cbf4-4f05-ab0e-8c53ccd54c1a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0c380086-519d-4265-a2d8-5c2e26be908c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.139810293Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.139870374Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 07430d37-cbf4-4f05-ab0e-8c53ccd54c1a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0c380086-519d-4265-a2d8-5c2e26be908c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.323681014Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.323744666Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.324416672Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.324869523Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.481521085Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.481898435Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.51656236Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.517025532Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.517051342Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.517062713Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.550355094Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.550561859Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.5505948Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.561995485Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.692777769Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.729823445Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.730295806Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.730322627Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.730334387Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.730346298Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.744533602Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.744569533Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.744573793Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.745208489Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.751483855Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.756359367Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.76127049Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.766593663Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.771312811Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.776465519Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.913169303Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.956823593Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.957027338Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.962427743Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.966815892Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.971071959Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.975402037Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.981053198Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.986207837Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.990415602Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.994585576Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:27.998792351Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.002915334Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.00756056Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.012806451Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.018691858Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.02435974Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.030490842Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.037041596Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.04321042Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.049093717Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.053810345Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.096572453Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.129587297Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.164790926Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.16736382Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.167371831Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.201305928Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 137, 52]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.201321028Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"nexus"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.23902079Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.2406287Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.24064385Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.278991018Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 151, 246]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.279007528Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.2802927Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.280308241Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.319672463Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 215, 165]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.319686634Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.32114147Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.321156641Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.360261557Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 187, 30]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.360276617Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.360656577Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.360669567Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.361788745Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.361796375Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.397805855Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 147, 48]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.397820975Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"nexus"} {"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.397972129Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.399711392Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.399721362Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.399726683Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.399783544Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.399790904Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.429728892Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.43326125Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.435872425Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.435889186Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.435970178Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.435975558Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.513852263Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.516250032Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.516298393Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.516308094Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Configuring new Omicron zone: oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.516861278Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.524995651Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.572123878Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.574434205Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Installing Omicron zone: oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.574543668Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.581728897Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.588713442Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.595804859Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.636446234Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.643807748Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.660942715Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:28.698215275Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:31.57462667Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:31.574819185Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:31.667721454Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:31.667894228Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:31.675244752Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:31.676583075Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:31.67676245Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:31.676952114Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:31.677092138Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:31.677254942Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:31.677298673Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:31.682998025Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:31.688066192Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:31.693675852Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:31.700482182Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:31.706840131Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:31.713042446Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:31.713276641Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:31.732171503Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:31.732345138Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:31.765588288Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:31.765746162Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:31.831698999Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:31.831896054Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7\") failed: Property not found. retry in 50.485949ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:32.117796353Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a\") failed: Property not found. retry in 32.499654ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:32.135887825Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc\") failed: Property not found. retry in 38.576121ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:32.154481789Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab\") failed: Property not found. retry in 33.125699ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:32.193875062Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6\") failed: Property not found. retry in 28.31891ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:32.353908099Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a\") failed: Property not found. retry in 72.244372ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:32.447536036Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1\") failed: Property not found. retry in 26.480424ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:38.878751504Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a\") failed: Property not found. retry in 72.015723ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:39.299104641Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55\") failed: Property not found. retry in 40.315174ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:39.415532298Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e\") failed: Property not found. retry in 35.634791ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:39.592749113Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2\") failed: Property not found. retry in 67.268302ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:39.741446035Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a\") failed: Property not found. retry in 74.116201ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:39.893144464Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:39.968744291Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"2.110807797s"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc\") failed: Property not found. retry in 86.123506ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.060294277Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab\") failed: Property not found. retry in 109.519795ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.148051019Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6\") failed: Property not found. retry in 59.750425ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.219731719Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a\") failed: Property not found. retry in 64.648786ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.28106542Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7\") failed: Property not found. retry in 74.594808ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.300239119Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1\") failed: Property not found. retry in 70.133901ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.322414883Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826\") failed: Property not found. retry in 74.10885ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.340522935Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a\") failed: Property not found. retry in 148.746585ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.357762395Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55\") failed: Property not found. retry in 133.110013ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.38238035Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e\") failed: Property not found. retry in 111.052944ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.432064821Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2\") failed: Property not found. retry in 98.716486ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.446901381Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a\") failed: Property not found. retry in 157.495498ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.462293145Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc\") failed: Property not found. retry in 101.877352ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.490221963Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab\") failed: Property not found. retry in 151.675381ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.503035293Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6\") failed: Property not found. retry in 189.42796ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.51415728Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a\") failed: Property not found. retry in 285.559706ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.525469343Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7\") failed: Property not found. retry in 295.563408ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.535994616Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1\") failed: Property not found. retry in 131.365438ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.547432002Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826\") failed: Property not found. retry in 92.469007ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.561110883Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a\") failed: Property not found. retry in 227.18638ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.574490877Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55\") failed: Property not found. retry in 126.831978ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.588697812Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e\") failed: Property not found. retry in 125.325074ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.601735107Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2\") failed: Property not found. retry in 214.618947ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.614917867Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc\") failed: Property not found. retry in 487.379196ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.629403648Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a\") failed: Property not found. retry in 300.518738ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.642962807Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826\") failed: Property not found. retry in 262.525988ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.668611437Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab\") failed: Property not found. retry in 331.632973ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.683845317Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1\") failed: Property not found. retry in 336.8617ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.700268537Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6\") failed: Property not found. retry in 467.9987ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.717888867Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55\") failed: Property not found. retry in 456.89566ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.73081123Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e\") failed: Property not found. retry in 445.530602ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.744195834Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a\") failed: Property not found. retry in 564.215044ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.818154581Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a\") failed: Property not found. retry in 455.466552ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.829021802Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2\") failed: Property not found. retry in 408.699858ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.84334571Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7\") failed: Property not found. retry in 391.356567ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.857078293Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826\") failed: Property not found. retry in 594.350099ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.948710281Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a\") failed: Property not found. retry in 799.746534ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:40.963791798Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab\") failed: Property not found. retry in 422.688964ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:41.031236592Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1\") failed: Property not found. retry in 911.747167ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:41.051728513Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc\") failed: Property not found. retry in 1.118067977s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:41.133057284Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6\") failed: Property not found. retry in 916.405723ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:41.200910359Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55\") failed: Property not found. retry in 1.011871174s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:41.213947294Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e\") failed: Property not found. retry in 831.299457ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:41.229368779Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7\") failed: Property not found. retry in 692.099607ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:41.263357768Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2\") failed: Property not found. retry in 920.346314ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:41.279015659Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a\") failed: Property not found. retry in 1.182707854s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:41.295403148Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a\") failed: Property not found. retry in 905.709405ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:41.397677872Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab\") failed: Property not found. retry in 741.77583ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:41.467421954Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826\") failed: Property not found. retry in 489.685999ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:41.557446071Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a\") failed: Property not found. retry in 1.363565681s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:41.782190653Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7\") failed: Property not found. retry in 1.10044978s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:41.987646053Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1\") failed: Property not found. retry in 747.869707ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:42.144173062Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:42.146647354Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6\") failed: Property not found. retry in 613.470992ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:42.535033012Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a\") failed: Property not found. retry in 1.433679698s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:42.568605951Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826\") failed: Property not found. retry in 1.450941999s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:42.581720318Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a\") failed: Property not found. retry in 578.204871ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:42.601453311Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55\") failed: Property not found. retry in 1.407488475s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:42.622210969Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:42.622299361Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e\") failed: Property not found. retry in 947.570308ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:42.654378472Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2\") failed: Property not found. retry in 689.165539ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:42.669318445Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc\") failed: Property not found. retry in 1.193441257s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:42.686929104Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab\") failed: Property not found. retry in 596.166676ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:42.702663537Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1\") failed: Property not found. retry in 1.200673581s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:42.93943544Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7\") failed: Property not found. retry in 892.682199ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:43.111312342Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a\") failed: Property not found. retry in 635.222354ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:43.173809172Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6\") failed: Property not found. retry in 660.823703ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:43.1977685Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3\") failed: Property not found. retry in 44.733009ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:43.218707043Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a\") failed: Property not found. retry in 582.625272ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:43.231556764Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3\") failed: Property not found. retry in 74.604335ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:43.284598478Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab\") failed: Property not found. retry in 602.819669ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:43.31871114Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2\") failed: Property not found. retry in 1.438651851s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:43.378433022Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3\") failed: Property not found. retry in 196.574534ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:43.389818376Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:43.518827218Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:43.519066764Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:43.531322439Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:43.531684299Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3\") failed: Property not found. retry in 355.168325ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:43.609093821Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e\") failed: Property not found. retry in 1.031146828s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:43.624308961Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e\") failed: Property not found. retry in 30.600555ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:43.800225163Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872\") failed: Property not found. retry in 42.537861ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:43.809797752Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a\") failed: Property not found. retry in 1.157292986s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:43.822257593Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a\") failed: Property not found. retry in 1.277447121s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:43.833366981Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e\") failed: Property not found. retry in 106.807766ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:43.841702349Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872\") failed: Property not found. retry in 129.236711ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:43.861657877Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6\") failed: Property not found. retry in 1.15351949s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:43.871492483Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc\") failed: Property not found. retry in 958.662495ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:43.89098271Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab\") failed: Property not found. retry in 543.833527ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:43.944970608Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e\") failed: Property not found. retry in 207.95845ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:44.072370779Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a\") failed: Property not found. retry in 1.49938079s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:44.095210849Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7\") failed: Property not found. retry in 1.203202206s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:44.115916836Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872\") failed: Property not found. retry in 192.86695ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:44.135405993Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826\") failed: Property not found. retry in 1.453882535s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:44.151022563Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55\") failed: Property not found. retry in 1.220223619s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:44.162209912Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3\") failed: Property not found. retry in 402.574979ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:44.171482954Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1\") failed: Property not found. retry in 1.371102452s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:44.185274288Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:44.223556854Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60486"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:44.226134628Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"08376654-0558-4752-a66e-dde9625aa28f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60486","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1387,"response_code":"200"} {"msg":"wait for service Some(\"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e\") failed: Property not found. retry in 308.217489ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:44.291805248Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872\") failed: Property not found. retry in 544.219216ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:44.340233798Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab\") failed: Property not found. retry in 978.652587ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:44.503160066Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3\") failed: Property not found. retry in 769.670714ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:44.589480332Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e\") failed: Property not found. retry in 1.059079261s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:44.611374608Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e\") failed: Property not found. retry in 1.205163786s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:44.667023517Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2\") failed: Property not found. retry in 1.34242434s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:44.829284279Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc\") failed: Property not found. retry in 965.016813ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:44.859198286Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872\") failed: Property not found. retry in 551.631117ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:44.89738824Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a\") failed: Property not found. retry in 516.57718ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:44.996678679Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6\") failed: Property not found. retry in 1.277332074s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:45.042787171Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a\") failed: Property not found. retry in 1.364009742s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:45.126135702Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7\") failed: Property not found. retry in 1.115890115s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:45.336094975Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:45.353963371Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:45.354249138Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:45.354353811Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:45.364390771Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3\") failed: Property not found. retry in 1.497997705s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:45.392521464Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55\") failed: Property not found. retry in 1.485172643s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:45.410304358Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:45.410690917Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:45.410864942Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872\") failed: Property not found. retry in 580.422435ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:45.46685516Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab\") failed: Property not found. retry in 829.848877ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:45.501130436Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a\") failed: Property not found. retry in 861.801715ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:45.535123485Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1\") failed: Property not found. retry in 1.025396226s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:45.576454857Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a\") failed: Property not found. retry in 518.987922ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:45.610160878Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826\") failed: Property not found. retry in 1.107850558s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:45.628337622Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851\") failed: Property not found. retry in 67.936799ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:45.648772982Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e\") failed: Property not found. retry in 916.6881ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:45.690295888Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae\") failed: Property not found. retry in 59.682672ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:45.709639802Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:45.715243611Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:45.717052967Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851\") failed: Property not found. retry in 87.906048ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:45.790102841Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162\") failed: Property not found. retry in 30.38389ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:45.798675765Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae\") failed: Property not found. retry in 93.743663ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:45.819396462Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc\") failed: Property not found. retry in 806.544883ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:45.975020958Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851\") failed: Property not found. retry in 267.164425ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.00872115Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162\") failed: Property not found. retry in 119.278184ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.024910334Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae\") failed: Property not found. retry in 199.409923ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.11043857Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e\") failed: Property not found. retry in 1.324855201s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.12326868Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872\") failed: Property not found. retry in 893.786308ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.137318241Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a\") failed: Property not found. retry in 1.396295589s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.152116Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162\") failed: Property not found. retry in 286.922509ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.169165586Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2\") failed: Property not found. retry in 967.021112ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.185937955Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5\") failed: Property not found. retry in 66.76336ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.196058358Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5\") failed: Property not found. retry in 140.782182ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.274876286Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851\") failed: Property not found. retry in 546.222741ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.288739812Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae\") failed: Property not found. retry in 455.799105ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.32189801Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6\") failed: Property not found. retry in 942.637601ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.332180267Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab\") failed: Property not found. retry in 1.337223713s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.34233249Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a\") failed: Property not found. retry in 612.54561ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.408732219Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5\") failed: Property not found. retry in 173.518458ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.425966359Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7\") failed: Property not found. retry in 571.775186ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.492806368Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162\") failed: Property not found. retry in 403.026071ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.584052476Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a\") failed: Property not found. retry in 609.49164ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.605392559Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1\") failed: Property not found. retry in 1.10474358s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.616040685Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5\") failed: Property not found. retry in 470.453822ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.626458445Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e\") failed: Property not found. retry in 542.940524ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.639189263Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826\") failed: Property not found. retry in 1.487582037s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.753421845Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae\") failed: Property not found. retry in 1.118457s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.795021513Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc\") failed: Property not found. retry in 1.470772713s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.815134626Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851\") failed: Property not found. retry in 1.179524286s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.858008556Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3\") failed: Property not found. retry in 1.471182238s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.910882546Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55\") failed: Property not found. retry in 1.047551211s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:46.930852935Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162\") failed: Property not found. retry in 928.272523ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:47.003410827Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a\") failed: Property not found. retry in 564.961185ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:47.042059462Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872\") failed: Property not found. retry in 1.382740109s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:47.060091583Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7\") failed: Property not found. retry in 538.321739ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:47.081835895Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5\") failed: Property not found. retry in 1.1537408s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:47.112333037Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2\") failed: Property not found. retry in 828.479741ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:47.167817213Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e\") failed: Property not found. retry in 796.684463ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:47.197005001Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a\") failed: Property not found. retry in 728.339077ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:47.231444341Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6\") failed: Property not found. retry in 540.178935ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:47.291044979Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e\") failed: Property not found. retry in 612.130761ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:47.461114816Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a\") failed: Property not found. retry in 1.098564041s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:47.563305228Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a\") failed: Property not found. retry in 1.469041879s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:47.619785348Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7\") failed: Property not found. retry in 1.120224336s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:47.632139277Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab\") failed: Property not found. retry in 666.362099ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:47.694941924Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1\") failed: Property not found. retry in 1.105043539s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:47.733490977Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6\") failed: Property not found. retry in 1.482920028s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:47.84412606Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae\") failed: Property not found. retry in 1.077612022s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:47.928022125Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162\") failed: Property not found. retry in 728.091895ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:47.944601629Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a\") failed: Property not found. retry in 1.371002859s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:47.97230633Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55\") failed: Property not found. retry in 1.343021292s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:47.989761086Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e\") failed: Property not found. retry in 1.219738327s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:48.003948191Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2\") failed: Property not found. retry in 837.728276ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:48.014860913Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851\") failed: Property not found. retry in 1.280884671s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:48.052505813Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e\") failed: Property not found. retry in 715.765573ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:48.084759669Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826\") failed: Property not found. retry in 1.432351559s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:48.255373789Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5\") failed: Property not found. retry in 1.0673261s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:48.280423304Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc\") failed: Property not found. retry in 807.593326ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:48.29866123Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab\") failed: Property not found. retry in 1.034145273s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:48.374385421Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3\") failed: Property not found. retry in 951.038697ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:48.392852482Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872\") failed: Property not found. retry in 658.957884ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:48.454521522Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a\") failed: Property not found. retry in 1.199230506s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:48.676490714Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162\") failed: Property not found. retry in 1.267183506s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:48.68874619Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7\") failed: Property not found. retry in 517.741408ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:48.767583519Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e\") failed: Property not found. retry in 1.402131454s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:48.813905665Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1\") failed: Property not found. retry in 1.212197946s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:48.85215958Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2\") failed: Property not found. retry in 665.331606ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:48.86976324Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae\") failed: Property not found. retry in 1.220093433s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:49.023575981Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a\") failed: Property not found. retry in 1.462795169s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:49.10244434Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc\") failed: Property not found. retry in 1.464479659s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:49.119870215Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872\") failed: Property not found. retry in 1.368767859s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:49.133398302Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e\") failed: Property not found. retry in 1.440683993s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:49.235630542Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7\") failed: Property not found. retry in 1.051332608s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:49.298005423Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6\") failed: Property not found. retry in 905.346518ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:49.344448062Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851\") failed: Property not found. retry in 759.346701ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:49.357156219Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a\") failed: Property not found. retry in 544.540178ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:49.368531513Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55\") failed: Property not found. retry in 859.10764ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:49.377563549Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3\") failed: Property not found. retry in 1.184335435s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:49.390937017Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5\") failed: Property not found. retry in 522.790202ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:49.401855675Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab\") failed: Property not found. retry in 1.115314434s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:49.42247336Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2\") failed: Property not found. retry in 662.90911ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:49.548292481Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826\") failed: Property not found. retry in 1.366558976s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:49.701096006Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a\") failed: Property not found. retry in 1.394435423s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:49.88932086Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a\") failed: Property not found. retry in 1.123827884s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:49.926620156Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5\") failed: Property not found. retry in 812.819699ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:49.937795607Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162\") failed: Property not found. retry in 1.376530514s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:49.970969263Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1\") failed: Property not found. retry in 1.343640189s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:50.077148124Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851\") failed: Property not found. retry in 1.424056088s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:50.132735263Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2\") failed: Property not found. retry in 762.290556ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:50.232442862Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6\") failed: Property not found. retry in 933.357214ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:50.275232801Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55\") failed: Property not found. retry in 959.682951ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:50.288840751Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae\") failed: Property not found. retry in 550.27624ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:50.302302317Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7\") failed: Property not found. retry in 643.471673ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:50.362759447Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872\") failed: Property not found. retry in 1.430323779s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:50.519654154Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab\") failed: Property not found. retry in 1.434410049s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:50.55311789Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a\") failed: Property not found. retry in 1.111939635s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:50.581252552Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3\") failed: Property not found. retry in 646.117871ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:50.59396336Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e\") failed: Property not found. retry in 822.174179ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:50.693164806Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5\") failed: Property not found. retry in 1.260022462s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:50.769898872Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae\") failed: Property not found. retry in 789.046636ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:50.877432287Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826\") failed: Property not found. retry in 736.50488ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:51.106444236Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6\") failed: Property not found. retry in 578.123661ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:51.228509434Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a\") failed: Property not found. retry in 1.16727714s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:51.327103336Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162\") failed: Property not found. retry in 1.149275264s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:51.362608093Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e\") failed: Property not found. retry in 896.430632ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:51.535876939Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851\") failed: Property not found. retry in 1.204798327s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:51.579409816Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae\") failed: Property not found. retry in 564.611722ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:51.682226923Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872\") failed: Property not found. retry in 573.562787ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:51.974659815Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5\") failed: Property not found. retry in 863.718947ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:52.053926765Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae\") failed: Property not found. retry in 1.414398348s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:52.270097893Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e\") failed: Property not found. retry in 1.385795195s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:52.452160629Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162\") failed: Property not found. retry in 1.387708547s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:52.546365602Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872\") failed: Property not found. retry in 1.131813564s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:52.569267784Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851\") failed: Property not found. retry in 925.256296ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:52.801093572Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5\") failed: Property not found. retry in 738.635451ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:52.93676529Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5\") failed: Property not found. retry in 838.129354ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:53.69168317Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae\") failed: Property not found. retry in 1.245519841s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:53.708960361Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851\") failed: Property not found. retry in 500.916361ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:53.740743405Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162\") failed: Property not found. retry in 810.760531ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:53.949163149Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851\") failed: Property not found. retry in 739.237126ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:54.258040682Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5\") failed: Property not found. retry in 1.245669469s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:54.542137026Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162\") failed: Property not found. retry in 505.366944ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:54.772255521Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.817003488Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.817641264Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.817649705Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.817657535Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.817663465Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.817669045Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.817674815Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.817680436Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.817684696Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.817690306Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.817695876Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.817700316Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.817704176Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.817708346Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.817712556Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.817719226Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.817737687Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.817741697Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.817745727Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2"} {"msg":"Writing ledger to /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.818804113Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.822570467Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.826033234Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"552df70b-8139-411f-b7f3-52593b30c880","remote_addr":"[fd00:1122:3344:101::1]:38872","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":31437326,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.840878345Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1286"} {"msg":"Writing ledger to /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.841704145Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.841913221Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.8447143Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:687"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.848467784Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:700"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n local_pref: None,\n nexthop: 10.151.1.100,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.883601371Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:867"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:55.894831942Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:56.000750137Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:56.156191788Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:56.256526614Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:56.495961072Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:56.658391927Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:56.959788473Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:57.232190995Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:57.427613135Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:29:57.733339009Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"5.782106062s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:57.77464717Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:58.250120083Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:29:59.13866048Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:00.238355419Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:01.078288562Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:01.882724608Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:02.694499838Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:30:03.556596625Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"17.916860439s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:03.68497393Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:05.210098003Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:08.485628743Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:12.156093564Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:14.262923512Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61367"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:14.262999734Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"bb75b006-e5a6-42db-ac89-cda64d09c5a9","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61367","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":38,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f03a447-d942-4e19-8bdf-334a4ff0bed9\", \"content-length\": \"173\", \"date\": \"Tue, 03 Sep 2024 21:30:18 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"5b2c7381-c288-46e9-80d4-24a768db6d64\\\"\", request_id: \"2f03a447-d942-4e19-8bdf-334a4ff0bed9\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:18.984431218Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:30:21.566520663Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"9f080eb1-acbb-4f8a-bdd6-baa8037a0be6\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Tue, 03 Sep 2024 21:30:21 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"9f080eb1-acbb-4f8a-bdd6-baa8037a0be6\\\" }\"","delay":"26.752616325s"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a8bbba7-68b1-4387-9b4b-18e2e73b5d43\", \"content-length\": \"173\", \"date\": \"Tue, 03 Sep 2024 21:30:23 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"5b2c7381-c288-46e9-80d4-24a768db6d64\\\"\", request_id: \"9a8bbba7-68b1-4387-9b4b-18e2e73b5d43\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:23.485997802Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:27.977068914Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"sled-agent/src/nexus.rs:544","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:28.123359447Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:57239"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:28.127715666Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:28.217929808Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"d4798477-5249-4393-804e-10906bc9849d","remote_addr":"[fd00:1122:3344:101::b]:57239","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94461,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:28.21839284Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:28.218453682Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:28.230765159Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:28.231931868Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"f4f0d6b8-6fd6-4149-b9cd-3b582df2aaf9","remote_addr":"[fd00:1122:3344:101::b]:57239","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":13636,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:30.141378037Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:39495"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:30.150499944Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 15423a4e-a58c-4b6b-a21c-840bfa2c85b3, kind: Service { id: 5871a8a1-057c-400a-984e-2b8a9e047872 }, name: Name(\"external-dns-5871a8a1-057c-400a-984e-2b8a9e047872\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 165])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 380a4554-2ce1-43fd-95c5-ce25962ab8dd, kind: Service { id: 334a169a-8983-446f-8ae7-b8926a66303e }, name: Name(\"external-dns-334a169a-8983-446f-8ae7-b8926a66303e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 246])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 19ebfddd-e74a-4883-a2d7-dc35bee0e28f, kind: Service { id: 485ba5d3-7e76-4881-8ff5-b5aa23805162 }, name: Name(\"nexus-485ba5d3-7e76-4881-8ff5-b5aa23805162\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 30])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 25a2ad30-c366-4b9f-9005-abf5afdad2a5, kind: Service { id: a6b01c74-5632-486c-8892-7b2857a31851 }, name: Name(\"nexus-a6b01c74-5632-486c-8892-7b2857a31851\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 52])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c3d16f42-2f2d-4757-a903-68c1e36e90de, kind: Service { id: 0fad8fa0-ca29-48e0-a6b8-f186356794ae }, name: Name(\"nexus-0fad8fa0-ca29-48e0-a6b8-f186356794ae\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 48])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:30.150751821Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:30.150791002Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:30.150801622Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:30.150821222Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:30.150844563Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:30.150872674Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:30.150892614Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"b4e887f6-817f-41f0-9eeb-9f7f33c88070","remote_addr":"[fd00:1122:3344:101::b]:39495","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9330,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:30.151683344Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:939"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:30.388119928Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:49122"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:30.388709243Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:30.47632809Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"888979e9-9c12-463d-a2a9-257e25805aa0","remote_addr":"[fd00:1122:3344:101::b]:49122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":88109,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:30.476606257Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:30.476670109Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:30.477000077Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:30.477753136Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"6acb5c7e-4697-4201-9faa-020cceb36a06","remote_addr":"[fd00:1122:3344:101::b]:49122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1238,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:31.458408993Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51058"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:31.458623638Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 15423a4e-a58c-4b6b-a21c-840bfa2c85b3, kind: Service { id: 5871a8a1-057c-400a-984e-2b8a9e047872 }, name: Name(\"external-dns-5871a8a1-057c-400a-984e-2b8a9e047872\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 165])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 380a4554-2ce1-43fd-95c5-ce25962ab8dd, kind: Service { id: 334a169a-8983-446f-8ae7-b8926a66303e }, name: Name(\"external-dns-334a169a-8983-446f-8ae7-b8926a66303e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 246])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 19ebfddd-e74a-4883-a2d7-dc35bee0e28f, kind: Service { id: 485ba5d3-7e76-4881-8ff5-b5aa23805162 }, name: Name(\"nexus-485ba5d3-7e76-4881-8ff5-b5aa23805162\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 30])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 25a2ad30-c366-4b9f-9005-abf5afdad2a5, kind: Service { id: a6b01c74-5632-486c-8892-7b2857a31851 }, name: Name(\"nexus-a6b01c74-5632-486c-8892-7b2857a31851\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 52])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c3d16f42-2f2d-4757-a903-68c1e36e90de, kind: Service { id: 0fad8fa0-ca29-48e0-a6b8-f186356794ae }, name: Name(\"nexus-0fad8fa0-ca29-48e0-a6b8-f186356794ae\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 48])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:31.45867305Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:31.458703871Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:31.458723791Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:31.458749202Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:31.458768142Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:31.458794983Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:31.458817483Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"76204b58-f47e-47a5-b71a-b0c7bf5e5f6e","remote_addr":"[fd00:1122:3344:101::a]:51058","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":331,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:31.93046492Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:49006"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:31.930684665Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 15423a4e-a58c-4b6b-a21c-840bfa2c85b3, kind: Service { id: 5871a8a1-057c-400a-984e-2b8a9e047872 }, name: Name(\"external-dns-5871a8a1-057c-400a-984e-2b8a9e047872\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 165])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 380a4554-2ce1-43fd-95c5-ce25962ab8dd, kind: Service { id: 334a169a-8983-446f-8ae7-b8926a66303e }, name: Name(\"external-dns-334a169a-8983-446f-8ae7-b8926a66303e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 246])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 19ebfddd-e74a-4883-a2d7-dc35bee0e28f, kind: Service { id: 485ba5d3-7e76-4881-8ff5-b5aa23805162 }, name: Name(\"nexus-485ba5d3-7e76-4881-8ff5-b5aa23805162\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 30])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 25a2ad30-c366-4b9f-9005-abf5afdad2a5, kind: Service { id: a6b01c74-5632-486c-8892-7b2857a31851 }, name: Name(\"nexus-a6b01c74-5632-486c-8892-7b2857a31851\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 52])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c3d16f42-2f2d-4757-a903-68c1e36e90de, kind: Service { id: 0fad8fa0-ca29-48e0-a6b8-f186356794ae }, name: Name(\"nexus-0fad8fa0-ca29-48e0-a6b8-f186356794ae\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 48])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:31.930725446Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:31.930758347Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:31.930766577Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:31.930772387Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:31.930781678Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:31.930799998Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:31.930817829Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"c7c93469-66e5-45ab-a151-d840e014b6ae","remote_addr":"[fd00:1122:3344:101::b]:49006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":248,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:32.004799256Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61940"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:32.005718269Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 15423a4e-a58c-4b6b-a21c-840bfa2c85b3, kind: Service { id: 5871a8a1-057c-400a-984e-2b8a9e047872 }, name: Name(\"external-dns-5871a8a1-057c-400a-984e-2b8a9e047872\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 165])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 380a4554-2ce1-43fd-95c5-ce25962ab8dd, kind: Service { id: 334a169a-8983-446f-8ae7-b8926a66303e }, name: Name(\"external-dns-334a169a-8983-446f-8ae7-b8926a66303e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 246])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 19ebfddd-e74a-4883-a2d7-dc35bee0e28f, kind: Service { id: 485ba5d3-7e76-4881-8ff5-b5aa23805162 }, name: Name(\"nexus-485ba5d3-7e76-4881-8ff5-b5aa23805162\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 30])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 25a2ad30-c366-4b9f-9005-abf5afdad2a5, kind: Service { id: a6b01c74-5632-486c-8892-7b2857a31851 }, name: Name(\"nexus-a6b01c74-5632-486c-8892-7b2857a31851\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 52])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c3d16f42-2f2d-4757-a903-68c1e36e90de, kind: Service { id: 0fad8fa0-ca29-48e0-a6b8-f186356794ae }, name: Name(\"nexus-0fad8fa0-ca29-48e0-a6b8-f186356794ae\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 48])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:32.0057611Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:32.005798551Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:32.005809411Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:32.005821672Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:32.005831112Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:32.005842482Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:32.005867253Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"e7861181-9e53-4eb5-acbe-32b31cbcc3bd","remote_addr":"[fd00:1122:3344:101::c]:61940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":959,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:39.100151657Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:47455"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:39.100872335Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d8fa06e5-ce26-4e87-8560-82bf97a5f55f","remote_addr":"[fd00:1122:3344:101::b]:47455","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":703,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:39.184397501Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"77ec0bb3-426c-4fd5-a792-9bcd29532f70","remote_addr":"[fd00:1122:3344:101::b]:47455","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4944,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:44.319334629Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49446"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:44.319393201Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"0e7feb8c-f00a-445d-a1e2-6ef40d965954","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49446","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":34,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:53.288693013Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:38928"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:53.288822866Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"0a866d3e-1aa5-470c-b829-c36b9174f47f","remote_addr":"[fd00:1122:3344:101::a]:38928","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:53.313055121Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"9f2d7c22-7874-4f84-b292-41c20f485298","remote_addr":"[fd00:1122:3344:101::a]:38928","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":139,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:53.390613618Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54424"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:53.39149248Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"774feb34-97c6-4540-8bd1-2ebc729b085e","remote_addr":"[fd00:1122:3344:101::a]:54424","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":856,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:53.436705859Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:37168"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:53.438508034Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:53.512261506Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:53.573229768Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"9ad5bdf5-4758-4b06-b812-5bf9651992ae","remote_addr":"[fd00:1122:3344:101::a]:37168","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":136472,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:53.576799517Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"954d42fe-2e0a-4999-8c95-2d0b772ddfa6","remote_addr":"[fd00:1122:3344:101::a]:37168","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3369,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:53.735510389Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:53.73555517Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:53.73875613Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:53.739441408Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:53.739460178Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"PUT","req_id":"95a05830-2bda-44d6-a327-db8ae6bf67b0","remote_addr":"[fd00:1122:3344:101::a]:37168","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5679,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:54.67265451Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:65274"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:54.672742912Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"14c1e203-6853-4e77-9674-333b615bf0b9","remote_addr":"[fd00:1122:3344:101::c]:65274","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":64,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:54.689723776Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"cd83309e-1e3a-4124-bd48-196563f63901","remote_addr":"[fd00:1122:3344:101::c]:65274","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":127,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:54.773637531Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:37918"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:54.773760695Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"3ae9d8f8-b3fe-4d40-8841-0b599c280c3c","remote_addr":"[fd00:1122:3344:101::b]:37918","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:54.825762583Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47701"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:54.82642941Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:54.865915256Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:54.921189786Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"03519345-3a2f-47be-a19d-8edddf3d8261","remote_addr":"[fd00:1122:3344:101::c]:47701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95377,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:54.921491283Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:55972"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:54.921513194Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44625"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:54.9217579Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"937cb8bd-b707-4177-b3b7-356799c0312b","remote_addr":"[fd00:1122:3344:101::c]:55972","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":213,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:54.921786581Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"af69c670-952d-46ec-affc-ba5f9ff0cb3f","remote_addr":"[fd00:1122:3344:101::b]:44625","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":161,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:54.926883128Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d7c3ee67-0bbd-43eb-9dca-550b99c51365","remote_addr":"[fd00:1122:3344:101::c]:47701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5284,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:54.93374945Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"5ed6937c-8734-47ec-838d-1462c8d76d34","remote_addr":"[fd00:1122:3344:101::b]:44625","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1013,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:54.960158579Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63727"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:54.960224221Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:54.995990234Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:55.049764327Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e7c9b787-9e1c-4b83-a23c-7da36bc3c8f3","remote_addr":"[fd00:1122:3344:101::b]:63727","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":89573,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:30:55.050347981Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"742adbf9-a765-48a2-81d7-9aaea43c12d3","remote_addr":"[fd00:1122:3344:101::b]:63727","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":217,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:14.353143899Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56734"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:14.353280063Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"298cce4c-6150-401d-8fce-cb661adc8e3b","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56734","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:18.477441563Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:57702","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::d]:49842"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:18.50617416Z","hostname":"buskin","pid":1562,"uri":"/00448375-0632-47b1-b91b-9a5edb58a536","method":"GET","req_id":"223f029f-e0c8-4cab-b1c0-8728cf21b781","remote_addr":"[fd00:1122:3344:101::d]:49842","local_addr":"[fd00:1122:3344:101::1]:57702","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":28635,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:23.32916894Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:58202"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:23.329314374Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d3dc560d-a959-4c36-a645-97604d3fed1d","remote_addr":"[fd00:1122:3344:101::a]:58202","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":91,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:23.34558017Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"9face7e4-5ab2-4a7c-a7f0-12758970033b","remote_addr":"[fd00:1122:3344:101::a]:58202","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":121,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:23.676908363Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51171"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:23.677087757Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"f82ea48b-6c50-46d6-a064-46887fd1d583","remote_addr":"[fd00:1122:3344:101::a]:51171","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":164,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:23.789586856Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44382"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:23.790257103Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:23.826613531Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:23.879927692Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"dc766e9b-fb11-4c3d-aaa2-4c2cd22f4fd5","remote_addr":"[fd00:1122:3344:101::a]:44382","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90281,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:23.880196799Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"88c75ded-fa62-40a7-a8bf-7646a1ed3866","remote_addr":"[fd00:1122:3344:101::a]:44382","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:24.619492199Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:50321"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:24.619610602Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"0f2eb7a1-b13f-4c60-83de-8dff54d0ebcb","remote_addr":"[fd00:1122:3344:101::c]:50321","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:24.665635071Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"4e2f056d-a63c-45fc-a47e-aab4cf706224","remote_addr":"[fd00:1122:3344:101::c]:50321","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":194,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:24.915417748Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42797"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:24.91549938Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ae1ac14a-95ac-44d0-b93f-5ee79bd2f21f","remote_addr":"[fd00:1122:3344:101::b]:42797","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":56,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:24.923521041Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"f14114fa-e084-47e4-b84f-b78b258dcbbf","remote_addr":"[fd00:1122:3344:101::b]:42797","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":108,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:24.943391527Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:36568"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:24.943581462Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"74cec9f7-2708-4dd8-a41c-d17286784a9b","remote_addr":"[fd00:1122:3344:101::c]:36568","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":117,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:25.041174739Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:50261"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:25.041277881Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:25.084304365Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:25.147485773Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d73d5b79-77e4-42ce-bccf-575a74a9e7fd","remote_addr":"[fd00:1122:3344:101::c]:50261","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106258,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:25.147686928Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:49390"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:25.147923654Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"d64128f3-d379-484a-a486-040c0ebdde04","remote_addr":"[fd00:1122:3344:101::b]:49390","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":189,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:25.148001496Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"5c53a54e-6672-48f7-860f-ea898439928e","remote_addr":"[fd00:1122:3344:101::c]:50261","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":214,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:25.1769956Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:50879"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:25.177113033Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:25.218114047Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:25.284012032Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"adb2f81f-69da-47f1-940e-5f2fce45ecf2","remote_addr":"[fd00:1122:3344:101::b]:50879","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106951,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:25.284364251Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"377c60f2-5eb5-4f3a-950e-bbe9c1360086","remote_addr":"[fd00:1122:3344:101::b]:50879","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":124,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:44.385424073Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54861"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:44.385497525Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"3741af06-8023-47e3-8cc5-9662125d971f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54861","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":70,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:48.483477281Z","hostname":"buskin","pid":1562,"uri":"/00448375-0632-47b1-b91b-9a5edb58a536","method":"GET","req_id":"60bb6990-fe1d-4f13-8b28-453e5e47bdd2","remote_addr":"[fd00:1122:3344:101::d]:49842","local_addr":"[fd00:1122:3344:101::1]:57702","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6498,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:53.285758463Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:56903"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:53.285901647Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4623cec6-198e-4445-80d2-1527093edf72","remote_addr":"[fd00:1122:3344:101::a]:56903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":122,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:53.295616099Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6afa56b8-ffa6-4c68-a9ca-1c3bc7b05f65","remote_addr":"[fd00:1122:3344:101::a]:56903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":121,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:53.374447998Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:56939"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:53.374623292Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"822cd3a7-d40b-4616-8303-2e076830b12d","remote_addr":"[fd00:1122:3344:101::a]:56939","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":147,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:53.384870358Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62725"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:53.38495783Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:53.424389305Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:53.483495681Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"695b4f73-9ddb-4f06-bb3b-ba0e7a166eff","remote_addr":"[fd00:1122:3344:101::a]:62725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98565,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:53.483770018Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"462666ff-da8e-467d-91cd-58ed509602f3","remote_addr":"[fd00:1122:3344:101::a]:62725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:54.757338158Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:63983"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:54.757433401Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"aac72366-59b3-431f-8e04-6ccf428aee87","remote_addr":"[fd00:1122:3344:101::c]:63983","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":87,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:54.766165489Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"25d61078-f350-40d5-a8f6-24e773d8a68c","remote_addr":"[fd00:1122:3344:101::c]:63983","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":137,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:54.766908327Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:57654"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:54.766977199Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"446d719d-4163-4284-a7ff-8cd31faea010","remote_addr":"[fd00:1122:3344:101::b]:57654","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":42,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:54.779809199Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"54153c76-7356-4102-8885-ecd948c70d58","remote_addr":"[fd00:1122:3344:101::b]:57654","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1921,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:54.877915959Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:64604"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:54.878080904Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"fc0b754a-c575-4e16-9b95-0568ab1e5c8a","remote_addr":"[fd00:1122:3344:101::c]:64604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":126,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:54.890589236Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:33827"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:54.890691478Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:54.925677632Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:54.979834424Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"683367ef-2b09-438a-b3bc-3817b05ed2b9","remote_addr":"[fd00:1122:3344:101::c]:33827","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":89172,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:54.980201074Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44228"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:54.980255975Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45672"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:54.980494601Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0b887e83-1614-457c-8b84-bcf9df6c254d","remote_addr":"[fd00:1122:3344:101::c]:33827","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":318,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:54.980523171Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:54.986993043Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"a1776dcb-fc35-42bd-a4cf-be4c2a8fd950","remote_addr":"[fd00:1122:3344:101::b]:45672","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6468,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:55.020732126Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:55.073908113Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b861e666-63ce-418d-8259-df78697b2d68","remote_addr":"[fd00:1122:3344:101::b]:44228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93527,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:31:55.074253272Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b36111e3-2f24-4879-b081-fce3ce73a29e","remote_addr":"[fd00:1122:3344:101::b]:44228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":138,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:14.418045976Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:14.418153148Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"0b04d7d9-7228-4310-9393-8376fa7c221c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55197","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":69,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:18.485044078Z","hostname":"buskin","pid":1562,"uri":"/00448375-0632-47b1-b91b-9a5edb58a536","method":"GET","req_id":"418a874f-afd8-4e68-aede-2a1737762b01","remote_addr":"[fd00:1122:3344:101::d]:49842","local_addr":"[fd00:1122:3344:101::1]:57702","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8202,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:23.522674418Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:56332"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:23.522788371Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b86ee941-2f05-47bc-b3d8-0f04a69b91e6","remote_addr":"[fd00:1122:3344:101::a]:56332","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:23.535220421Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"49eba757-81dc-4bf5-928f-90d08a6f967b","remote_addr":"[fd00:1122:3344:101::a]:56332","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":133,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:23.611151797Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51372"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:23.61126423Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:23.652765706Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:23.708361874Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"cb261571-57d6-4380-8b6c-6a0b924a7bbb","remote_addr":"[fd00:1122:3344:101::a]:51372","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97156,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:23.708518507Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:46036"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:23.708748403Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"00b8db8c-27a3-41d1-8b81-a78c6a99928a","remote_addr":"[fd00:1122:3344:101::a]:46036","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":170,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:23.708785324Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d0e8fa35-662d-485e-90be-f5f50e4a035e","remote_addr":"[fd00:1122:3344:101::a]:51372","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":157,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:24.893050116Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:39110"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:24.893163688Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"906768b9-5394-41b8-98f8-e7855eb59c12","remote_addr":"[fd00:1122:3344:101::c]:39110","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":88,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:24.925336972Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:43647"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:24.925416734Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4cbc0204-7dac-4c07-b5dd-46cc8e807a27","remote_addr":"[fd00:1122:3344:101::b]:43647","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":53,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:24.934764417Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e03aae32-0840-4a59-b747-1c86a01969e8","remote_addr":"[fd00:1122:3344:101::b]:43647","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":130,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:25.039434521Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47338"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:25.039597805Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"59a928bc-c3ba-48e6-b73c-3b5057dbacf8","remote_addr":"[fd00:1122:3344:101::c]:47338","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:25.043198185Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"9adcee3a-bcba-481e-a9f5-1adb2e94ce4f","remote_addr":"[fd00:1122:3344:101::c]:39110","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":71,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:25.125044619Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:48993"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:25.125177912Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"af636617-d5c0-4a56-b96a-a2c5bd86a1fc","remote_addr":"[fd00:1122:3344:101::b]:48993","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:25.247952708Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:46110"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:25.24804793Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:25.285512806Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:25.347686138Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b2d4bdd9-b17b-4304-9984-41c57a858900","remote_addr":"[fd00:1122:3344:101::b]:46110","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99681,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:25.347938835Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:33305"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:25.34814868Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:25.348190471Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"fd36ff62-59cb-482f-95a4-3d24da8d8be7","remote_addr":"[fd00:1122:3344:101::b]:46110","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":232,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:25.382963019Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:25.436184868Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"dd0912f3-c465-420a-b6ff-60280e7d6193","remote_addr":"[fd00:1122:3344:101::c]:33305","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":88122,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:25.43664155Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e7592615-2936-4f75-bfc9-b05992d710ba","remote_addr":"[fd00:1122:3344:101::c]:33305","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":182,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:44.450825092Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64776"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:44.450946215Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"74be55c6-5da5-4dc1-8b40-1e0d640c5e04","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64776","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":107,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:48.482333589Z","hostname":"buskin","pid":1562,"uri":"/00448375-0632-47b1-b91b-9a5edb58a536","method":"GET","req_id":"8fc99679-d231-4606-b7a2-52ed60a636e6","remote_addr":"[fd00:1122:3344:101::d]:49842","local_addr":"[fd00:1122:3344:101::1]:57702","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6033,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:53.305639826Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:53.305708598Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"7d698763-0cd4-4013-9052-c949de5a7d30","remote_addr":"[fd00:1122:3344:101::a]:62197","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":52,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:53.314637951Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6cad9ff2-6a7b-42f9-a812-4957140900bd","remote_addr":"[fd00:1122:3344:101::a]:62197","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:53.470408771Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:50818"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:53.470553384Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:53.507331602Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:53.563017003Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"dd215c0c-3cfc-443b-8682-6740919b4aad","remote_addr":"[fd00:1122:3344:101::a]:50818","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92544,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:53.563194727Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:36396"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:53.563437483Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"e822ef05-afe0-4f16-a091-56452d4cd8a9","remote_addr":"[fd00:1122:3344:101::a]:36396","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":205,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:53.563490005Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"58ae8bb3-fec8-4fef-a90a-aaee6dca674a","remote_addr":"[fd00:1122:3344:101::a]:50818","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":232,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:54.739662153Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:54894"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:54.739809357Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f207e2bd-7456-4788-9144-726b813f8c39","remote_addr":"[fd00:1122:3344:101::c]:54894","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":129,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:54.773268482Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:43971"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:54.773434527Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"5b8f09ee-b863-4aa6-912b-e916a861c1e4","remote_addr":"[fd00:1122:3344:101::c]:43971","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":141,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:54.778648927Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"0e450bf2-497f-45b9-8601-0a3c9a53a6d0","remote_addr":"[fd00:1122:3344:101::c]:54894","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":105,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:54.829569198Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:42811"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:54.829678261Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:54.86850549Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:54.939556275Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"20b29ab2-363e-4b35-a79f-d417c029ed64","remote_addr":"[fd00:1122:3344:101::c]:42811","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":109910,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:54.939699268Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:56891"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:54.94059415Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5977e404-2923-4ffe-ba3b-be53285fe3f3","remote_addr":"[fd00:1122:3344:101::b]:56891","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":848,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:54.940744014Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"34d64e96-f3ce-4f7d-aea8-6c7cd6683cf9","remote_addr":"[fd00:1122:3344:101::c]:42811","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:54.949523633Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"2690ae27-5613-4df2-9b9c-def230949814","remote_addr":"[fd00:1122:3344:101::b]:56891","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":144,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:54.978441276Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62386"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:54.978598639Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"b9e9df32-f189-42f0-930d-a163b64ac877","remote_addr":"[fd00:1122:3344:101::b]:62386","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:55.007725677Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:37643"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:55.007823089Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:55.047664374Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:55.102188376Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c6d05970-50d4-4ed1-919e-788575e842da","remote_addr":"[fd00:1122:3344:101::b]:37643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94411,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:32:55.102575405Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f2ff50b4-d38e-45eb-8b36-cc0ff9baa1c1","remote_addr":"[fd00:1122:3344:101::b]:37643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":164,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:01.467241931Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:14.484101001Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:65277"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:14.484160482Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"8554a3b9-862d-4add-a3c0-099f7fd98272","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:65277","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":47,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:18.494026408Z","hostname":"buskin","pid":1562,"uri":"/00448375-0632-47b1-b91b-9a5edb58a536","method":"GET","req_id":"4b3ae3b2-3e68-4441-96a0-e583da8c2c9d","remote_addr":"[fd00:1122:3344:101::d]:49842","local_addr":"[fd00:1122:3344:101::1]:57702","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6585,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:23.489215238Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:42682"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:23.489378532Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"57bee580-9432-424a-9539-d754d9be571b","remote_addr":"[fd00:1122:3344:101::a]:42682","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:23.492559831Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:43442"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:23.492754566Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"98461baf-e66a-4333-87c9-f9ceb5e75024","remote_addr":"[fd00:1122:3344:101::a]:43442","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":160,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:23.498477019Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"bbf9d11d-8bc8-47ba-abc4-85445174a2d5","remote_addr":"[fd00:1122:3344:101::a]:42682","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":107,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:23.544007366Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54567"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:23.544084678Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:23.58460159Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:23.646327211Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"7ae871f6-e2e0-44d6-b832-ab9914b77584","remote_addr":"[fd00:1122:3344:101::a]:54567","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102277,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:23.646598258Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"38e984be-a4ef-4749-923b-6099d7759c92","remote_addr":"[fd00:1122:3344:101::a]:54567","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:24.735255611Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:54924"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:24.735394835Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"180ab306-074d-47ea-9fb7-410ad6a77a66","remote_addr":"[fd00:1122:3344:101::c]:54924","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":122,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:24.766259865Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"d5f573dc-5dd6-45eb-85c4-aaf2ae0cdc8d","remote_addr":"[fd00:1122:3344:101::c]:54924","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":389,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:24.968464554Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:56073"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:24.968628879Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"66b07e03-865d-4b9c-b94a-b1b2cfc27174","remote_addr":"[fd00:1122:3344:101::c]:56073","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":139,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:25.026426082Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:33803"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:25.026512434Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:25.067453786Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:25.123785313Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"3f57ea6d-4d11-4110-9c57-eda27543668a","remote_addr":"[fd00:1122:3344:101::c]:33803","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97315,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:25.123943257Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:43483"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:25.124039129Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"cb772d58-34e8-4589-9ae5-667e587c51bb","remote_addr":"[fd00:1122:3344:101::b]:43483","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":54,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:25.124188313Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"6451f8cb-9724-4a23-b547-7aa269e3c9a5","remote_addr":"[fd00:1122:3344:101::c]:33803","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:25.2265771Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44690"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:25.226724793Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"c984f613-2142-400f-97cf-388eac5806d9","remote_addr":"[fd00:1122:3344:101::b]:44690","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":122,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:25.236062246Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"eda98b39-c1ae-4d85-afd3-104e2bf6828d","remote_addr":"[fd00:1122:3344:101::b]:43483","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":183,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:25.278089926Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:59656"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:25.278219279Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:25.318645299Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:25.37876629Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"57800671-eba4-4e5c-adfb-e69342e5fbf7","remote_addr":"[fd00:1122:3344:101::b]:59656","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100611,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:25.382948894Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"de709b7e-74f1-44bb-855c-ef0008ae8177","remote_addr":"[fd00:1122:3344:101::b]:59656","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":809,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:44.517582156Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48477"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:44.517679938Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"b79f056a-2ba3-4d60-8bac-47793f0c992d","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48477","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":73,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:48.559125703Z","hostname":"buskin","pid":1562,"uri":"/00448375-0632-47b1-b91b-9a5edb58a536","method":"GET","req_id":"fa8d87e1-a5b5-4132-a78c-50690340a693","remote_addr":"[fd00:1122:3344:101::d]:49842","local_addr":"[fd00:1122:3344:101::1]:57702","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7354,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:53.300038133Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57025"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:53.300172646Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"8a416f96-c87d-4aa3-8327-db482d2b8b4e","remote_addr":"[fd00:1122:3344:101::a]:57025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":112,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:53.308442003Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"5be4bc58-307f-4770-a545-a92bcfa11f30","remote_addr":"[fd00:1122:3344:101::a]:57025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":130,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:53.42886249Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:48749"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:53.429077205Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"7523b60b-6d21-42e3-ae75-eed984b0eeac","remote_addr":"[fd00:1122:3344:101::a]:48749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":185,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:53.442351947Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52968"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:53.442445559Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:53.480998382Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:53.538327093Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"18733cc8-5adf-4331-9530-4a2ca4ff7cbb","remote_addr":"[fd00:1122:3344:101::a]:52968","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95920,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:53.53861313Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"9bfe5b4a-a754-42e8-84b1-2dacf82b8fa3","remote_addr":"[fd00:1122:3344:101::a]:52968","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:54.700660066Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:52157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:54.700738048Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b5f878f0-954e-468c-a587-e3fa9c6442a3","remote_addr":"[fd00:1122:3344:101::c]:52157","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":64,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:54.709342193Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6602fb14-7f6e-4e87-9924-633428eeb7e9","remote_addr":"[fd00:1122:3344:101::c]:52157","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:54.74166646Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:49761"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:54.741727121Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ce50284e-9035-464d-a237-46f6fe48461d","remote_addr":"[fd00:1122:3344:101::b]:49761","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":31,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:54.758876089Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"98537e84-3d5b-4196-bc64-eb9844264da4","remote_addr":"[fd00:1122:3344:101::b]:49761","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":129,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:54.793203087Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:59854"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:54.793425902Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"e66f763c-c573-4fd7-a07e-9499e524a809","remote_addr":"[fd00:1122:3344:101::c]:59854","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":191,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:54.810708564Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:58452"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:54.810807166Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:54.849340299Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:54.906084076Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"965989f5-98f2-4b2a-a19b-c41880283d4c","remote_addr":"[fd00:1122:3344:101::c]:58452","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95322,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:54.907159602Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"7eb95aa5-05dc-49dd-ac70-fac2a9cff040","remote_addr":"[fd00:1122:3344:101::c]:58452","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":846,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:54.949232443Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:55161"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:54.949394357Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"40fd19ea-98db-44cd-8816-c9a43636d979","remote_addr":"[fd00:1122:3344:101::b]:55161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":145,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:55.009537579Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:55165"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:55.010271917Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:55.048913532Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:55.106856989Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"70dd4345-5d4c-4adf-8124-7c49947c9bd8","remote_addr":"[fd00:1122:3344:101::b]:55165","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97240,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:33:55.107200638Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"954312a6-76d1-4e5a-8462-b24e1dc4f20b","remote_addr":"[fd00:1122:3344:101::b]:55165","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":112,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:14.551055959Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:42682"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:14.551208133Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"ea4a918a-e493-4081-a11a-bd0c7842c08a","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:42682","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":111,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:18.559052547Z","hostname":"buskin","pid":1562,"uri":"/00448375-0632-47b1-b91b-9a5edb58a536","method":"GET","req_id":"8d26a193-a4b7-4b0d-9968-965d829ae74b","remote_addr":"[fd00:1122:3344:101::d]:49842","local_addr":"[fd00:1122:3344:101::1]:57702","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6882,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:23.409770619Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:38839"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:23.409850391Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e300eb0a-9892-4ac0-b1bc-6b44285ac1b0","remote_addr":"[fd00:1122:3344:101::a]:38839","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":56,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:23.473841389Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:50410"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:23.474006723Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"0c817ee7-4674-41ed-93a3-679a672ae2b6","remote_addr":"[fd00:1122:3344:101::a]:50410","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":141,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:23.480056474Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"da572678-f6d0-4e99-8cec-2f26b7658000","remote_addr":"[fd00:1122:3344:101::a]:38839","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:23.694582261Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64222"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:23.694734214Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:23.734834856Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:23.793323506Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f1d71220-8596-473e-8bc2-6d1b77b41514","remote_addr":"[fd00:1122:3344:101::a]:64222","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98678,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:23.793590143Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3fef04f3-00f2-4db4-a519-603def5dabba","remote_addr":"[fd00:1122:3344:101::a]:64222","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":112,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:24.876859442Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:55676"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:24.876995275Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d78ae1d0-bdfd-49cc-a7b4-dcd64a7b7e3c","remote_addr":"[fd00:1122:3344:101::c]:55676","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":108,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:24.894822941Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a06ba2a2-2322-4ad4-b4b5-213cdb1f81ff","remote_addr":"[fd00:1122:3344:101::c]:55676","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":171,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:24.900032911Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62413"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:24.900202175Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"2534332c-03cf-484e-90e6-5d262f54bc86","remote_addr":"[fd00:1122:3344:101::b]:62413","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":128,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:24.951767382Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:52633"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:24.951860835Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a31ad620-9bd8-4378-b1e0-da8e6e1c868f","remote_addr":"[fd00:1122:3344:101::b]:52633","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":56,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:24.960546272Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"d9a60f47-cc1d-43f9-9d5e-2787711ba063","remote_addr":"[fd00:1122:3344:101::b]:52633","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":118,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:24.988951061Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:50785"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:24.989038123Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:25.029559045Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:25.086383184Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"2a792bd9-bfa6-4ebf-8171-fabc3e6ebc27","remote_addr":"[fd00:1122:3344:101::c]:50785","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97391,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:25.086521898Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:58970"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:25.086698752Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"27bf8840-f41c-4aba-9e75-90f0eb1fd366","remote_addr":"[fd00:1122:3344:101::c]:58970","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":139,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:25.086852876Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"715a637f-fc20-41d1-a5f8-ab07f894a6e2","remote_addr":"[fd00:1122:3344:101::c]:50785","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:25.103984914Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:48393"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:25.104175228Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:25.139452789Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:25.196173356Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"9222a927-55c3-4268-862d-d2fa9e1a8015","remote_addr":"[fd00:1122:3344:101::b]:48393","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92080,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:25.196677898Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"bffd0ea0-dbb2-4b27-b4b0-180ea8ddb250","remote_addr":"[fd00:1122:3344:101::b]:48393","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":204,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:44.586083731Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63814"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:44.586215894Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"c8d3b32c-8d45-44fe-8e28-9750bb1f3938","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63814","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:48.559050775Z","hostname":"buskin","pid":1562,"uri":"/00448375-0632-47b1-b91b-9a5edb58a536","method":"GET","req_id":"40f85ed9-b81e-473d-8b1e-2d72f9fab67b","remote_addr":"[fd00:1122:3344:101::d]:49842","local_addr":"[fd00:1122:3344:101::1]:57702","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6609,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:53.202708397Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:34142"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:53.203694422Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"53678933-a419-45d2-bf6a-b5e9f9510921","remote_addr":"[fd00:1122:3344:101::a]:34142","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":957,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:53.214760238Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"30df8964-b904-4a20-b70d-fd54893422d4","remote_addr":"[fd00:1122:3344:101::a]:34142","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":129,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:53.410524006Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40242"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:53.410707331Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"2a576fca-e7df-422a-b9ae-c23b787a9272","remote_addr":"[fd00:1122:3344:101::a]:40242","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":159,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:53.501922168Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54234"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:53.502027231Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:53.539327652Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:53.589814903Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c15ba5e1-a776-49d8-a285-b1f3fb3bf4bc","remote_addr":"[fd00:1122:3344:101::a]:54234","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":87838,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:53.590117531Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ab73b859-91f1-40b6-a09b-aaa6a54c3e8b","remote_addr":"[fd00:1122:3344:101::a]:54234","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":121,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:54.729011148Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:48519"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:54.729144111Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"241fe5d0-41d3-4f48-b6e5-102132c31801","remote_addr":"[fd00:1122:3344:101::c]:48519","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":113,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:54.740184397Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"9fbaa621-97b1-4603-84e6-c449b926eda9","remote_addr":"[fd00:1122:3344:101::c]:48519","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":146,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:54.784967025Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:64528"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:54.785121899Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"ad455a04-b268-48cd-ac21-bc1e4a9668bb","remote_addr":"[fd00:1122:3344:101::c]:64528","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":133,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:54.822379009Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44826"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:54.822469692Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e1c3069b-0afe-4736-bca8-92a586645bdd","remote_addr":"[fd00:1122:3344:101::b]:44826","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":46,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:54.831140478Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"92d0533a-4922-4859-9f2e-d4dc4ecd3d21","remote_addr":"[fd00:1122:3344:101::b]:44826","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:54.846695916Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:55097"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:54.846785829Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:54.888237844Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:54.946987731Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"89b5e90b-f695-427d-9dff-b3560fbcff38","remote_addr":"[fd00:1122:3344:101::c]:55097","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100239,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:54.947130255Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:38456"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:54.947249807Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:54.98299725Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:55.038359773Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"3c59af9b-e84e-441e-9cef-45c5f4d57d63","remote_addr":"[fd00:1122:3344:101::b]:38456","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":91164,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:55.038558987Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:53300"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:55.039418359Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"e63ec839-d617-4b6d-9dd2-c3ef4b8d53e6","remote_addr":"[fd00:1122:3344:101::b]:53300","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":818,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:55.03945144Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"cb27faf6-2e2e-4ec9-8c2f-deae9103c69e","remote_addr":"[fd00:1122:3344:101::b]:38456","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":853,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:34:55.039511701Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"4554af2e-169d-4e34-afde-83bc89fbb8d5","remote_addr":"[fd00:1122:3344:101::c]:55097","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":888,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:14.619095193Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45905"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:14.620245432Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"08705c29-c1e6-4514-9112-3410d1704f08","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45905","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1101,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:18.558683144Z","hostname":"buskin","pid":1562,"uri":"/00448375-0632-47b1-b91b-9a5edb58a536","method":"GET","req_id":"505d8e23-7cc4-4a21-8a19-bdcd815747ca","remote_addr":"[fd00:1122:3344:101::d]:49842","local_addr":"[fd00:1122:3344:101::1]:57702","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6461,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:23.597551834Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:37010"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:23.598342514Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"224d7cdb-56dd-4145-bea3-780dc097ff1a","remote_addr":"[fd00:1122:3344:101::a]:37010","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":768,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:23.649755697Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:45777"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:23.650636009Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"30b997ed-7148-45d1-bd81-c5ac70e9aaee","remote_addr":"[fd00:1122:3344:101::a]:45777","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":854,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:23.658353292Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"cda490c9-a287-4e6c-983e-db9b0174609f","remote_addr":"[fd00:1122:3344:101::a]:45777","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":140,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:23.727245761Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:33077"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:23.727332684Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:23.768104232Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:23.823835144Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"01989278-b658-432f-947c-76189c238975","remote_addr":"[fd00:1122:3344:101::a]:33077","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96551,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:23.824076119Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:61059"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:23.824291905Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"02260e04-9ae9-42f9-9b38-f6514dfb37b4","remote_addr":"[fd00:1122:3344:101::a]:33077","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":183,"response_code":"200"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:23.824463329Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 15423a4e-a58c-4b6b-a21c-840bfa2c85b3, kind: Service { id: 5871a8a1-057c-400a-984e-2b8a9e047872 }, name: Name(\"external-dns-5871a8a1-057c-400a-984e-2b8a9e047872\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 165])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 380a4554-2ce1-43fd-95c5-ce25962ab8dd, kind: Service { id: 334a169a-8983-446f-8ae7-b8926a66303e }, name: Name(\"external-dns-334a169a-8983-446f-8ae7-b8926a66303e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 246])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 19ebfddd-e74a-4883-a2d7-dc35bee0e28f, kind: Service { id: 485ba5d3-7e76-4881-8ff5-b5aa23805162 }, name: Name(\"nexus-485ba5d3-7e76-4881-8ff5-b5aa23805162\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 30])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 25a2ad30-c366-4b9f-9005-abf5afdad2a5, kind: Service { id: a6b01c74-5632-486c-8892-7b2857a31851 }, name: Name(\"nexus-a6b01c74-5632-486c-8892-7b2857a31851\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 52])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c3d16f42-2f2d-4757-a903-68c1e36e90de, kind: Service { id: 0fad8fa0-ca29-48e0-a6b8-f186356794ae }, name: Name(\"nexus-0fad8fa0-ca29-48e0-a6b8-f186356794ae\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 48])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:23.82451206Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:23.824558711Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:23.824585602Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:23.824605673Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:23.824645884Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:23.824671204Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:23.824678494Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"932bbb08-7a7e-45f8-8c4b-063ff4dfbb0a","remote_addr":"[fd00:1122:3344:101::a]:61059","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":501,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:24.989256764Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:59399"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:24.989361227Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"743af942-c838-40a6-9b0f-90e8eb09d3a7","remote_addr":"[fd00:1122:3344:101::c]:59399","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":82,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.026077314Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:34889"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.026262758Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"ec23e638-8bc6-4cdf-b6ef-4dd6624e0088","remote_addr":"[fd00:1122:3344:101::c]:34889","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":150,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.035396656Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"481eb152-4b8f-466d-8408-da6f8dfa1082","remote_addr":"[fd00:1122:3344:101::c]:59399","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":83,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.053533339Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:58658"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.053628352Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"6e550014-a4fe-45e9-a8a9-a7a49c1c66ad","remote_addr":"[fd00:1122:3344:101::b]:58658","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":30,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.063858767Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3a88f03e-737f-4976-98bf-8361948d8c2c","remote_addr":"[fd00:1122:3344:101::b]:58658","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":153,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.117156498Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:61346"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.11725168Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.158378477Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.214042847Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"90471924-9512-4d3c-8b7c-578e6f26f355","remote_addr":"[fd00:1122:3344:101::b]:61346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96831,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.214313404Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:49293"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.214424537Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:58182"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.214576941Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f80ac227-879d-4664-b577-0c5b9deaebf9","remote_addr":"[fd00:1122:3344:101::b]:61346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":241,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.214664413Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"690e1625-0afa-4f45-b5e1-adb8d75a5a57","remote_addr":"[fd00:1122:3344:101::b]:49293","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":256,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.214749325Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.254668832Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.25819913Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:58077"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.258734443Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 15423a4e-a58c-4b6b-a21c-840bfa2c85b3, kind: Service { id: 5871a8a1-057c-400a-984e-2b8a9e047872 }, name: Name(\"external-dns-5871a8a1-057c-400a-984e-2b8a9e047872\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 165])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 380a4554-2ce1-43fd-95c5-ce25962ab8dd, kind: Service { id: 334a169a-8983-446f-8ae7-b8926a66303e }, name: Name(\"external-dns-334a169a-8983-446f-8ae7-b8926a66303e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 246])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 19ebfddd-e74a-4883-a2d7-dc35bee0e28f, kind: Service { id: 485ba5d3-7e76-4881-8ff5-b5aa23805162 }, name: Name(\"nexus-485ba5d3-7e76-4881-8ff5-b5aa23805162\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 30])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 25a2ad30-c366-4b9f-9005-abf5afdad2a5, kind: Service { id: a6b01c74-5632-486c-8892-7b2857a31851 }, name: Name(\"nexus-a6b01c74-5632-486c-8892-7b2857a31851\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 52])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c3d16f42-2f2d-4757-a903-68c1e36e90de, kind: Service { id: 0fad8fa0-ca29-48e0-a6b8-f186356794ae }, name: Name(\"nexus-0fad8fa0-ca29-48e0-a6b8-f186356794ae\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 48])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.258808405Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.258858816Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.258901587Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.258938678Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.25898484Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.25902023Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.259044241Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"2731b710-10b8-4faf-9c93-a7b52cb3b017","remote_addr":"[fd00:1122:3344:101::b]:58077","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":696,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.259122733Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46219"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.259351199Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 15423a4e-a58c-4b6b-a21c-840bfa2c85b3, kind: Service { id: 5871a8a1-057c-400a-984e-2b8a9e047872 }, name: Name(\"external-dns-5871a8a1-057c-400a-984e-2b8a9e047872\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 165])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 380a4554-2ce1-43fd-95c5-ce25962ab8dd, kind: Service { id: 334a169a-8983-446f-8ae7-b8926a66303e }, name: Name(\"external-dns-334a169a-8983-446f-8ae7-b8926a66303e\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 246])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 19ebfddd-e74a-4883-a2d7-dc35bee0e28f, kind: Service { id: 485ba5d3-7e76-4881-8ff5-b5aa23805162 }, name: Name(\"nexus-485ba5d3-7e76-4881-8ff5-b5aa23805162\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 30])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 25a2ad30-c366-4b9f-9005-abf5afdad2a5, kind: Service { id: a6b01c74-5632-486c-8892-7b2857a31851 }, name: Name(\"nexus-a6b01c74-5632-486c-8892-7b2857a31851\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 52])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c3d16f42-2f2d-4757-a903-68c1e36e90de, kind: Service { id: 0fad8fa0-ca29-48e0-a6b8-f186356794ae }, name: Name(\"nexus-0fad8fa0-ca29-48e0-a6b8-f186356794ae\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 48])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.25939802Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.259435771Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.259470642Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.259484622Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.259504162Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.259536033Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.259543723Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"1149ddee-3d01-40ef-979b-38e04fcf3a52","remote_addr":"[fd00:1122:3344:101::c]:46219","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":363,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.312238319Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f53995f9-1315-4f03-9079-10f9ad35acd9","remote_addr":"[fd00:1122:3344:101::c]:58182","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97601,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:25.312611759Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"96650b23-e0e8-42c3-89f0-4b1b49551604","remote_addr":"[fd00:1122:3344:101::c]:58182","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":155,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:44.654586806Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51475"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:44.654686029Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"a9a93415-c2ba-4fb7-8ab9-ef97b010527e","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51475","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:48.558677581Z","hostname":"buskin","pid":1562,"uri":"/00448375-0632-47b1-b91b-9a5edb58a536","method":"GET","req_id":"5dd6d2cc-271f-4153-bef6-d4c7e0e1a2f1","remote_addr":"[fd00:1122:3344:101::d]:49842","local_addr":"[fd00:1122:3344:101::1]:57702","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6645,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:53.265371706Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:43045"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:53.26551144Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"84d0b047-7fc0-4b18-bb75-b277f13d2dfa","remote_addr":"[fd00:1122:3344:101::a]:43045","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":116,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:53.278186376Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"cc75ac77-a755-41ae-9d41-dff1ca58b75c","remote_addr":"[fd00:1122:3344:101::a]:43045","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":170,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:53.500665602Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:50512"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:53.500834576Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"eee345fe-e40b-47d1-bd3a-d71f17ba6cfa","remote_addr":"[fd00:1122:3344:101::a]:50512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":148,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:53.519367429Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:59273"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:53.519482592Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:53.55985304Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:53.619956031Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c9e11369-190b-4eac-949f-3c0da5852183","remote_addr":"[fd00:1122:3344:101::a]:59273","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100508,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:53.620309709Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"8cd50faa-2acf-4b17-ae51-882e22ef617f","remote_addr":"[fd00:1122:3344:101::a]:59273","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:54.729067414Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:48546"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:54.729868584Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4ce3bb27-d69c-4a80-ae2b-1014e87c7a4b","remote_addr":"[fd00:1122:3344:101::c]:48546","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":778,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:54.73893038Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c09bc771-45ca-4c52-a2be-a0ebb6fa48ee","remote_addr":"[fd00:1122:3344:101::c]:48546","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":110,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:54.801405631Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53611"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:54.801557664Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"8efe37b4-f340-45f0-bfa4-9d6a47d889d0","remote_addr":"[fd00:1122:3344:101::c]:53611","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":119,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:54.828158859Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:44156"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:54.828264701Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:54.866754502Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:54.924801492Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"39bea999-0c40-444f-ac15-2cc1fa20a362","remote_addr":"[fd00:1122:3344:101::c]:44156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96585,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:54.925007967Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44958"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:54.925353986Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"9dd50c90-c100-4d55-b878-7e062f92996c","remote_addr":"[fd00:1122:3344:101::c]:44156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":209,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:54.925367766Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"dac47715-11b5-4b55-9db4-db86b9035e4e","remote_addr":"[fd00:1122:3344:101::b]:44958","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":184,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:54.934264628Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c06b4933-1019-45a6-8eee-5a92cae931a8","remote_addr":"[fd00:1122:3344:101::b]:44958","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":157,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:55.006587734Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:48416"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:55.00680438Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"b38f292d-fb11-4f71-842c-2f48a7849c7f","remote_addr":"[fd00:1122:3344:101::b]:48416","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":168,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:55.0084373Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:59469"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:55.008556303Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:55.043247539Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:55.099432402Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"7279c53a-5bc0-4fbd-bbdc-b4a1a8fc6c3c","remote_addr":"[fd00:1122:3344:101::b]:59469","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90917,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:35:55.099766391Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c3910ecd-24a0-48ce-9bf1-36d4b9c5f864","remote_addr":"[fd00:1122:3344:101::b]:59469","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":119,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:14.687345884Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47872"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:14.68794934Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"ba90bc5a-748b-4a17-b2ec-cf3b210dfbe7","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47872","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":652,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:18.669127026Z","hostname":"buskin","pid":1562,"uri":"/00448375-0632-47b1-b91b-9a5edb58a536","method":"GET","req_id":"4f3f7e03-91f2-42aa-b549-b2e42b71b039","remote_addr":"[fd00:1122:3344:101::d]:49842","local_addr":"[fd00:1122:3344:101::1]:57702","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5996,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:23.399818401Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63450"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:23.399937744Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c37197da-b399-4da4-81a5-20dc84f30404","remote_addr":"[fd00:1122:3344:101::a]:63450","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":79,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:23.410074507Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"d8d0dd00-493d-4fe0-9470-390de53ece21","remote_addr":"[fd00:1122:3344:101::a]:63450","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":903,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:23.687067153Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:49683"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:23.687975876Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"20a72956-d5d9-426e-a94e-b71a07097cf0","remote_addr":"[fd00:1122:3344:101::a]:49683","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":885,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:23.791127452Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:61621"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:23.791255135Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:23.830541716Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:23.8859682Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"4d838733-a87a-4081-ac9c-d4f60e69b87e","remote_addr":"[fd00:1122:3344:101::a]:61621","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94781,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:23.912822841Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"6bad2206-34b1-4efc-9d8c-869bcaa2b3c9","remote_addr":"[fd00:1122:3344:101::a]:61621","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:24.92521938Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:45707"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:24.925377674Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a334359e-e4b3-4d1a-a9bb-aca93c27033f","remote_addr":"[fd00:1122:3344:101::c]:45707","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":132,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:24.93524499Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6f5f50fd-02eb-419e-922d-ea67617166c7","remote_addr":"[fd00:1122:3344:101::c]:45707","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":128,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:24.941571348Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:61899"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:24.94165858Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"380ecfc7-11cb-49b6-899e-da9593ce9195","remote_addr":"[fd00:1122:3344:101::b]:61899","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":38,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:24.951590998Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6c2817cb-6ddd-485b-b2e8-9cfd6938c78a","remote_addr":"[fd00:1122:3344:101::b]:61899","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":104,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:25.060498998Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62313"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:25.060692853Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"cd2fac03-b498-4c03-b96f-561381b05f4a","remote_addr":"[fd00:1122:3344:101::b]:62313","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":160,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:25.088281692Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:52049"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:25.089102052Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"7f165153-475d-45eb-910d-8db5b464a29b","remote_addr":"[fd00:1122:3344:101::c]:52049","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":760,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:25.114707752Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:39820"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:25.11543357Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:25.152666489Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:25.207226362Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b52c3fc1-7efb-4f6f-af0d-df1e20b72e1b","remote_addr":"[fd00:1122:3344:101::b]:39820","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92479,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:25.207457808Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:64273"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:25.207653782Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:25.210850782Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"8269dab6-caa5-4ec4-b2e6-af9b0d3c3338","remote_addr":"[fd00:1122:3344:101::b]:39820","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3253,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:25.242214196Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:25.298586203Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"80bd0ac3-c0d4-41a8-bbc6-658e2d603210","remote_addr":"[fd00:1122:3344:101::c]:64273","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":91055,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:25.30045441Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"03a5e8b4-2100-4f57-8048-56860757fe31","remote_addr":"[fd00:1122:3344:101::c]:64273","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1357,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:44.723336207Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38689"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:44.72346432Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"2776a4d6-8540-4319-9f98-32fdd9382996","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38689","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:48.671398109Z","hostname":"buskin","pid":1562,"uri":"/00448375-0632-47b1-b91b-9a5edb58a536","method":"GET","req_id":"cfba2636-e688-4590-a35e-ac7cde502fb1","remote_addr":"[fd00:1122:3344:101::d]:49842","local_addr":"[fd00:1122:3344:101::1]:57702","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7263,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:49.188643805Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:33912"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:49.18884383Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"05da6f80-30fa-470d-98cc-5ad73b731608","remote_addr":"[fd00:1122:3344:101::a]:33912","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":182,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:49.189133378Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:778","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 250, 34, 238])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(4226059) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:49.189169349Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"PUT","req_id":"ab0fe065-8a8d-4e5c-930d-6dea608f8db5","remote_addr":"[fd00:1122:3344:101::a]:33912","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":123,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:49.287713889Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35860"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:49.294038477Z","hostname":"buskin","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:570","metadata":"InstanceMetadata { silo_id: 15f978fe-3c64-400a-82c1-cc7fe852f38c, project_id: b8a18f74-2519-480f-b806-066f70d058a4 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-09-03T21:36:49.287477253Z }","instance_runtime":"InstanceRuntimeState { propolis_id: Some(656f278d-816a-4385-ad2d-93a9f6ece8d0 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-09-03T21:36:48.904003648Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 581a9f56-ef36-42e9-bedc-e441f6d3e54a, kind: Instance { id: 5156e66f-775b-425c-a00f-b7ab7ecfa669 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 34, 238])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4226059), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 581a9f56-ef36-42e9-bedc-e441f6d3e54a, kind: Instance { id: 5156e66f-775b-425c-a00f-b7ab7ecfa669 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 34, 238])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4226059), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 581a9f56-ef36-42e9-bedc-e441f6d3e54a, kind: Instance { id: 5156e66f-775b-425c-a00f-b7ab7ecfa669 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 34, 238])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4226059), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(4226059))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 581a9f56-ef36-42e9-bedc-e441f6d3e54a, kind: Instance { id: 5156e66f-775b-425c-a00f-b7ab7ecfa669 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 34, 238])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4226059), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-7a1a6033048\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 473cb8a0-ca0f-4807-b025-d2e6a7c9b281, read_only_parent: Some(Volume { block_size: 512, id: 00980053-9f0b-4888-ae5a-b124c8f1fb73, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 455b8947-3854-402b-aeef-055267528466, key: Some(\"uCHIAkmnyyu9btOotHhf4Aj0EB4GSiEHt56O76LXQu4=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19001\", \"[fd00:1122:3344:101::17]:19002\", \"[fd00:1122:3344:101::18]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 473cb8a0-ca0f-4807-b025-d2e6a7c9b281, key: Some(\"Rj6PiEagnKn6hn+i8hVKEqslvztAP71kzHXFGC6kMiE=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19000\", \"[fd00:1122:3344:101::18]:19002\", \"[fd00:1122:3344:101::14]:19000\"] } }] } }], cloud_init_bytes: Some(..) }","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:49.294096869Z","hostname":"buskin","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:603","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:49.29455228Z","hostname":"buskin","pid":1562,"propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"sled-agent/src/instance.rs:1008","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 581a9f56-ef36-42e9-bedc-e441f6d3e54a, kind: Instance { id: 5156e66f-775b-425c-a00f-b7ab7ecfa669 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 34, 238])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4226059), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 581a9f56-ef36-42e9-bedc-e441f6d3e54a, kind: Instance { id: 5156e66f-775b-425c-a00f-b7ab7ecfa669 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 34, 238])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4226059), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 581a9f56-ef36-42e9-bedc-e441f6d3e54a, kind: Instance { id: 5156e66f-775b-425c-a00f-b7ab7ecfa669 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 34, 238])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4226059), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(4226059))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 581a9f56-ef36-42e9-bedc-e441f6d3e54a, kind: Instance { id: 5156e66f-775b-425c-a00f-b7ab7ecfa669 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 34, 238])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4226059), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-7a1a6033048\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 473cb8a0-ca0f-4807-b025-d2e6a7c9b281, read_only_parent: Some(Volume { block_size: 512, id: 00980053-9f0b-4888-ae5a-b124c8f1fb73, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 455b8947-3854-402b-aeef-055267528466, key: Some(\"uCHIAkmnyyu9btOotHhf4Aj0EB4GSiEHt56O76LXQu4=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19001\", \"[fd00:1122:3344:101::17]:19002\", \"[fd00:1122:3344:101::18]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 473cb8a0-ca0f-4807-b025-d2e6a7c9b281, key: Some(\"Rj6PiEagnKn6hn+i8hVKEqslvztAP71kzHXFGC6kMiE=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19000\", \"[fd00:1122:3344:101::18]:19002\", \"[fd00:1122:3344:101::14]:19000\"] } }] } }], cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-09-03T21:36:49.287477253Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:49.296044667Z","hostname":"buskin","pid":1562,"uri":"/vmms/656f278d-816a-4385-ad2d-93a9f6ece8d0","method":"PUT","req_id":"085e7b19-37a7-4f92-b60f-71b319957ced","remote_addr":"[fd00:1122:3344:101::a]:35860","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8254,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:49.408636119Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64067"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:49.409335646Z","hostname":"buskin","pid":1562,"uri":"/vmms/656f278d-816a-4385-ad2d-93a9f6ece8d0/state","method":"PUT","req_id":"de5e8c12-cc66-4e7e-854e-e83a6c3adf82","remote_addr":"[fd00:1122:3344:101::a]:64067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":604,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:49.412338671Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 250, 34, 238]), slot: 0, vni: Vni { inner: 4226059 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:49.412382852Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:49.451167561Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:49.474009761Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:50.87847812Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:50.878658645Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0\") failed: Property not found. retry in 36.592271ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:36:51.07148399Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0\") failed: Property not found. retry in 75.329632ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:36:51.117875858Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0\") failed: Property not found. retry in 177.328216ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:36:51.208385438Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0\") failed: Property not found. retry in 338.108565ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:36:51.402806113Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0\") failed: Property not found. retry in 795.666022ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:36:51.756962976Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0\") failed: Property not found. retry in 1.309180103s","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:36:52.564133781Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:53.326080067Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35851"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:53.326286722Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"321c98bf-9e01-4d76-b0bc-ab84b56121e7","remote_addr":"[fd00:1122:3344:101::a]:35851","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":187,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:53.391374887Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40949"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:53.415204362Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:55319"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:53.415305895Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ad4317e4-952e-4a00-9c17-a211deb07068","remote_addr":"[fd00:1122:3344:101::a]:55319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":68,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:53.514401979Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:39220"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:53.514541933Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:53.556808438Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:53.61294958Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"20563b93-2104-4788-a305-e70da422bac2","remote_addr":"[fd00:1122:3344:101::a]:39220","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98459,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:53.613465933Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"5b1c7753-608b-460e-bf91-38b5b30b5565","remote_addr":"[fd00:1122:3344:101::a]:55319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":259,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:53.613550235Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e3f89c3c-708f-470a-a956-e50d5f507c6c","remote_addr":"[fd00:1122:3344:101::a]:39220","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":113,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0\") failed: Property not found. retry in 906.646296ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:36:53.885321571Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:54.706422353Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46514"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:54.707535131Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d44a61cb-eb02-4252-9162-9c9de8f2fb72","remote_addr":"[fd00:1122:3344:101::c]:46514","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1089,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:54.75433158Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:54892"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:54.773303864Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6f082262-248a-4ff5-b69c-15f74e921d2b","remote_addr":"[fd00:1122:3344:101::c]:46514","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":157,"response_code":"204"} {"msg":"wait for service Some(\"oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0\") failed: Property not found. retry in 963.170186ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:36:54.802171734Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:54.808691257Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62023"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:54.808831051Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"79556f1f-8c27-45d1-9256-ff0b3ae26b48","remote_addr":"[fd00:1122:3344:101::b]:62023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":86,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:54.815772204Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:33247"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:54.829899597Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"353c4f4b-e7b0-4d3d-82d1-64857ced5cd5","remote_addr":"[fd00:1122:3344:101::b]:62023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":985,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:54.838065901Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:58398"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:54.838155053Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:54.87527574Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:54.931027722Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b0dcad57-a87d-4fa6-a9da-d82875e3ce74","remote_addr":"[fd00:1122:3344:101::c]:58398","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92903,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:54.931230217Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:65014"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:54.931315349Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47706"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:54.931327089Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45199"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:54.932293823Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:54.932372005Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"a5fe696b-0b20-42a8-a712-2624101fece8","remote_addr":"[fd00:1122:3344:101::b]:65014","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1005,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:54.936058968Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"2c9ed499-7fbc-4db7-93a7-0db684e91541","remote_addr":"[fd00:1122:3344:101::c]:58398","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4481,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:54.936188471Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"c6db04d4-71ce-4443-b872-ceff63eba45a","remote_addr":"[fd00:1122:3344:101::c]:47706","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4555,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:54.966072967Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:55.02587746Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"516b7bf0-7e60-4dd4-baaf-089d96634cdf","remote_addr":"[fd00:1122:3344:101::b]:45199","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94399,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:55.02625225Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"7c1f1984-9b88-4b9d-a3ce-ecac72c8ac0d","remote_addr":"[fd00:1122:3344:101::b]:45199","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":143,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0\") failed: Property not found. retry in 589.721533ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:36:55.776611956Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:56.393366567Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"sled-agent/src/instance.rs:1466"} {"msg":"wait for service Some(\"oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0\") failed: Property not found. retry in 51.128524ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:36:56.402108685Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0\") failed: Property not found. retry in 115.230771ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:36:56.462592615Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0\") failed: Property not found. retry in 108.497894ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:36:56.587819802Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:56.707551691Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"sled-agent/src/instance.rs:1475"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:56.747992941Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"sled-agent/src/instance.rs:1499"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:56.888265434Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"sled-agent/src/instance.rs:744"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:56.88969418Z","hostname":"buskin","pid":1562,"uri":"/vmms/656f278d-816a-4385-ad2d-93a9f6ece8d0/state","method":"GET","req_id":"e4a68fa4-bc8e-40fe-b143-aa1f7c7ba9ff","remote_addr":"[fd00:1122:3344:101::a]:40949","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3498279,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:56.889755431Z","hostname":"buskin","pid":1562,"uri":"/vmms/656f278d-816a-4385-ad2d-93a9f6ece8d0/state","method":"GET","req_id":"414d6e91-e422-4020-bc1d-44b900f9e68f","remote_addr":"[fd00:1122:3344:101::b]:33247","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":2073924,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:56.889774052Z","hostname":"buskin","pid":1562,"uri":"/vmms/656f278d-816a-4385-ad2d-93a9f6ece8d0/state","method":"GET","req_id":"b8b96a14-5fb1-455e-aac9-e203599d2ac4","remote_addr":"[fd00:1122:3344:101::c]:54892","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":2135409,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-09-03T21:36:56.892189242Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:56.892205973Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:56.892215933Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-09-03T21:36:56.892189242Z }","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:56.892227293Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-09-03T21:36:56.892189242Z }, migration_in: None, migration_out: None }","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-09-03T21:36:56.941686418Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:56.941707358Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:56.941736919Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-09-03T21:36:56.941686418Z }","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:36:56.94175929Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-09-03T21:36:56.941686418Z }, migration_in: None, migration_out: None }","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:06.926456417Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:06.927873352Z","hostname":"buskin","pid":1562,"uri":"/vmms/656f278d-816a-4385-ad2d-93a9f6ece8d0/state","method":"PUT","req_id":"a9948616-ce2f-45e6-88ba-b9267773ecab","remote_addr":"[fd00:1122:3344:101::a]:35201","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1289,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-09-03T21:37:06.927973855Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:06.927994665Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:06.928011886Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-09-03T21:37:06.927973855Z }","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:06.928029496Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-09-03T21:37:06.927973855Z }, migration_in: None, migration_out: None }","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-09-03T21:37:06.947609985Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:06.947660806Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:06.947698757Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-09-03T21:37:06.947609985Z }","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:06.947717028Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"sled-agent/src/instance.rs:630","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:06.947725398Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:37:06.948559029Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:557","n_samples":6,"id":"2755570416981966154"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:37:06.94860191Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"00448375-0632-47b1-b91b-9a5edb58a536","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:557","n_samples":6,"id":"8567259996434985686"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:06.949708648Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:06.949753918Z","hostname":"buskin","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/482c33be-205c-4e34-98e2-1192977a75a7/debug/bundle/zone\", \"/pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/38359a1c-1b04-4272-8ebb-dbd0b95c2650/crypt/debug\", \"/pool/ext/b704289c-6368-48f1-9c38-f6f98fbde69e/crypt/debug\", \"/pool/ext/6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497/crypt/debug\", \"/pool/ext/3a972014-8d4d-40d8-bffd-e09cc77dc31d/crypt/debug\", \"/pool/ext/3409b9be-eb6a-4381-abe7-16a4c00d5166/crypt/debug\", \"/pool/ext/8020963b-fa1d-4788-bdaf-cd794431f9b9/crypt/debug\", \"/pool/ext/f936d8c3-1ac2-4fd5-84ed-415a39983d55/crypt/debug\", \"/pool/ext/211b78e5-d0de-4d65-8664-829ab9fd1143/crypt/debug\", \"/pool/ext/0c380086-519d-4265-a2d8-5c2e26be908c/crypt/debug\"] }","zone_name":"oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:07.588031787Z","hostname":"buskin","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1137","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0\", bundle_id: 659ecbe8-35e2-4461-8efb-daa37c005785 }, time_created: 2024-09-03T21:37:06.949933223Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0","v":0,"name":"SledAgent","level":40,"time":"2024-09-03T21:37:07.588126859Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"sled-agent/src/instance.rs:843"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:09.335789628Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:09.352656009Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(4226059), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:09.35270529Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(4226059), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:09.35308487Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-09-03T21:37:09.353047689Z }, migration_in: None, migration_out: None }","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:09.376997377Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-09-03T21:37:09.353047689Z }, migration_in: None, migration_out: None }","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:09.381217892Z","hostname":"buskin","pid":1562,"instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","propolis_id":"656f278d-816a-4385-ad2d-93a9f6ece8d0","instance_id":"5156e66f-775b-425c-a00f-b7ab7ecfa669","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:09.783537657Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:41172"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:09.783668341Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4b7d6124-6da0-4162-abb1-7bd301ae680b","remote_addr":"[fd00:1122:3344:101::b]:41172","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":113,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:09.792299206Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6b0488d8-f289-4f1c-8b17-59b176e02aaf","remote_addr":"[fd00:1122:3344:101::b]:41172","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":135,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:09.903053472Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45613"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:09.903893883Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"d8aaddd3-ae69-49ed-bfb6-e17c9efa2a05","remote_addr":"[fd00:1122:3344:101::b]:45613","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":812,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:10.289406769Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:39975"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:10.290151938Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"1302735f-6bbb-4781-9fb0-fbb8fc769c2e","remote_addr":"[fd00:1122:3344:101::a]:39975","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":730,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:11.258795945Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:47844"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:11.258902818Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"69ba5ab8-31c1-461b-903f-be102abe80d4","remote_addr":"[fd00:1122:3344:101::a]:47844","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":84,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-03T21:37:11.266301022Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"955729a3-3888-4982-9973-150b26bd3f2d","remote_addr":"[fd00:1122:3344:101::a]:47844","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99,"response_code":"204"}