[ Aug 28 17:49:13 Enabled. ] [ Aug 28 17:49:13 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Aug 28 17:49:13 Method "start" exited with status 0. ] [ Aug 28 17:49:13 Rereading configuration. ] [ Aug 28 17:49:13 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:13.524901091Z","hostname":"buskin","pid":1562,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:13.525052545Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:13.578261129Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:13.57830203Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:13.691733896Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:13.700801378Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:13.709091132Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.311862963Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.449613201Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.449644101Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.449803795Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.449906677Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.449924908Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.449946448Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:716"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.452928115Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:623"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:14.452934695Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:765"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.452943945Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.452948465Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:824"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.452963565Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.453066358Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.453095778Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.453132099Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.453143219Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.463446979Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.46348161Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"78c40446-7f62-4fa8-846b-022a3233eb1d (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.561278827Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 78c40446-7f62-4fa8-846b-022a3233eb1d (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.968917013Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.968947474Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.968953794Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.968968495Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.968975395Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.968994915Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.968999705Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.977519134Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:14.977537824Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"73801402-dbeb-4844-9ca5-b6c00729250f (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.066346232Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 73801402-dbeb-4844-9ca5-b6c00729250f (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.47767067Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477712161Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 78c40446-7f62-4fa8-846b-022a3233eb1d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 73801402-dbeb-4844-9ca5-b6c00729250f (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477743112Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477750232Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477756012Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477768173Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477804453Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477834374Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 78c40446-7f62-4fa8-846b-022a3233eb1d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 73801402-dbeb-4844-9ca5-b6c00729250f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477850635Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477855824Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477859805Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477877025Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477880595Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477884155Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 78c40446-7f62-4fa8-846b-022a3233eb1d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 73801402-dbeb-4844-9ca5-b6c00729250f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477901285Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477905226Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477908936Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477913806Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477916946Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477920526Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 78c40446-7f62-4fa8-846b-022a3233eb1d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 73801402-dbeb-4844-9ca5-b6c00729250f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477935306Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477940016Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477952487Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477956297Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477961017Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477964497Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 78c40446-7f62-4fa8-846b-022a3233eb1d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 73801402-dbeb-4844-9ca5-b6c00729250f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477982037Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477986407Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477991047Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.477995458Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478000458Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478006358Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 78c40446-7f62-4fa8-846b-022a3233eb1d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 73801402-dbeb-4844-9ca5-b6c00729250f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478031299Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478036359Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478039739Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478045909Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478050009Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478055019Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 78c40446-7f62-4fa8-846b-022a3233eb1d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 73801402-dbeb-4844-9ca5-b6c00729250f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.47807604Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.47808925Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.4780934Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.47809784Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.47810184Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 78c40446-7f62-4fa8-846b-022a3233eb1d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 73801402-dbeb-4844-9ca5-b6c00729250f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478124261Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.47812811Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478132171Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478135901Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478151731Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478155901Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478159371Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 78c40446-7f62-4fa8-846b-022a3233eb1d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 73801402-dbeb-4844-9ca5-b6c00729250f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478186162Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478190572Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478194842Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478198372Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478234193Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478251303Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478258604Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478262393Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 78c40446-7f62-4fa8-846b-022a3233eb1d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 73801402-dbeb-4844-9ca5-b6c00729250f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478293504Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478298284Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478311635Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478376996Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478393687Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478401277Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478411447Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478419127Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478427127Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478451618Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.478455918Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.489091925Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:730"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.489129666Z","hostname":"buskin","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999932059s","next_cleanup":"Instant { tv_sec: 1253, tv_nsec: 757000573 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.489179777Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3860"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.489202567Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.489268829Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.489280299Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.492427829Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.492497881Z","hostname":"buskin","pid":1562,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.492732156Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1053"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.492738856Z","hostname":"buskin","pid":1562,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.492817388Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.492873249Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.49290113Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.49290634Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1113"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.49292984Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.492950971Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.492963001Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.492967691Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1154"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.492971131Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:155"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.492974761Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:128"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.493002112Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.493037213Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.493403931Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: aeeabf59-3246-41f9-8ebc-bb8f79be6c6e,\n sleds: {\n [fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 93611d93-e965-43f9-b513-e5c18399bce3,\n rack_id: aeeabf59-3246-41f9-8ebc-bb8f79be6c6e,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.493652896Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:175"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.493671277Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1187"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.493710008Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.493726478Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.493889621Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.494016854Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.494054555Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 93611d93-e965-43f9-b513-e5c18399bce3, rack_id: aeeabf59-3246-41f9-8ebc-bb8f79be6c6e, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.494185238Z","hostname":"buskin","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:51469","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 93611d93-e965-43f9-b513-e5c18399bce3, rack_id: aeeabf59-3246-41f9-8ebc-bb8f79be6c6e, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.49427099Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:359"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.49427922Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:374"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.494311871Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.494318671Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.494322401Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.494334122Z","hostname":"buskin","pid":1562,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.494339451Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.494350332Z","hostname":"buskin","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.494361422Z","hostname":"buskin","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.494371052Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.494374992Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.494378292Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.494408353Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.494415493Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.496318946Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.496363687Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4539"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.52618022Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.547581367Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.565024416Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.615470769Z","hostname":"buskin","pid":1562,"sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:388"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.61551118Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.61553652Z","hostname":"buskin","pid":1562,"sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:400"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.61554058Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 145.646509ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.618943206Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eeeaee2-c818-432a-b3cd-e3c049791406\", \"content-length\": \"124\", \"date\": \"Wed, 28 Aug 2024 17:49:15 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9eeeaee2-c818-432a-b3cd-e3c049791406\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_78c40446-7f62-4fa8-846b-022a3233eb1d/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.628922818Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_78c40446-7f62-4fa8-846b-022a3233eb1d/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.65371732Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_78c40446-7f62-4fa8-846b-022a3233eb1d/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.653764521Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.658975697Z","hostname":"buskin","pid":1562,"sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:415"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.658982748Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:127"} {"msg":"Ensuring dataset oxi_78c40446-7f62-4fa8-846b-022a3233eb1d/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.658987108Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:137"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.747742124Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:172"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.765884718Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 122.472876ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.766474361Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22efa4c1-1f2a-4aae-990d-8819d3d3d196\", \"content-length\": \"124\", \"date\": \"Wed, 28 Aug 2024 17:49:15 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"22efa4c1-1f2a-4aae-990d-8819d3d3d196\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.889871889Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 98.010777ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.890319098Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc29e78f-75ea-4a53-a4c7-57bf23f0d8ac\", \"content-length\": \"124\", \"date\": \"Wed, 28 Aug 2024 17:49:15 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"cc29e78f-75ea-4a53-a4c7-57bf23f0d8ac\" }"} {"msg":"Mounting oxi_78c40446-7f62-4fa8-846b-022a3233eb1d/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.967254141Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:180"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.980464245Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:188"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.980543016Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:188"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.980586277Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:188"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.980600168Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:194"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.989546287Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 155.91785ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:15.990074399Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ba17194-5fc3-4586-b30f-702d8e372b54\", \"content-length\": \"124\", \"date\": \"Wed, 28 Aug 2024 17:49:15 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4ba17194-5fc3-4586-b30f-702d8e372b54\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:16.147179587Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 209.470715ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:16.14777335Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62a1b6e6-3467-4cca-9e31-f21bee541576\", \"content-length\": \"124\", \"date\": \"Wed, 28 Aug 2024 17:49:15 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"62a1b6e6-3467-4cca-9e31-f21bee541576\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:16.357651303Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 153.611831ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:16.35838884Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20f60c44-239e-4c3b-9526-3193b1911bff\", \"content-length\": \"124\", \"date\": \"Wed, 28 Aug 2024 17:49:15 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"20f60c44-239e-4c3b-9526-3193b1911bff\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:16.5124796Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 317.0969ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:16.512943641Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"586ad4ad-d9e3-4fcf-9bc1-7cfbc19d5885\", \"content-length\": \"124\", \"date\": \"Wed, 28 Aug 2024 17:49:16 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"586ad4ad-d9e3-4fcf-9bc1-7cfbc19d5885\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:16.723035379Z","hostname":"buskin","pid":1562,"sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:90"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:16.728760776Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:43954","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:16.728792497Z","hostname":"buskin","pid":1562,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:73","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:16.728859008Z","hostname":"buskin","pid":1562,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:43954","producer_id":"93611d93-e965-43f9-b513-e5c18399bce3"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:16.730084476Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"185.468406ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:16.731047667Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:16.731054127Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:16.731095828Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:914","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:16.731102098Z","hostname":"buskin","pid":1562,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:16.83134065Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:16.917641832Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"499.719168ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:17.418127555Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"553.726666ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:17.973829408Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.602277655s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:19.088839164Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2633"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:19.088876264Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2851"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:19.088881845Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2503"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:19.088886355Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2550"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:19.088890425Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2932"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:19.088894595Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2974"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:19.090755346Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2776"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:19.091950593Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2544"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:19.092054745Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:19.092193258Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 64.030838ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:19.436083026Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 53.862701ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:19.628106541Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:19.628838867Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"3.252794228s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 271.695781ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:19.829229239Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 521.895005ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:20.202847347Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.082681669s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:20.843166844Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 990.542253ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:22.080948413Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:22.884383482Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"11.39015739s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.441781963s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:23.147172103Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 646.364272ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:24.657226795Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:25.617409874Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:25.617485525Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:429"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:25.617498366Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:25.617510436Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:25.617785682Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/93611d93-e965-43f9-b513-e5c18399bce3): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:25.617810393Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:25.617954926Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:25.618001237Z","hostname":"buskin","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:51469","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:25.618012937Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, local_pref: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:25.618025437Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3860"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:25.618071718Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:25.618077089Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:25.838824294Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:25.838895735Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:25.838907856Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:25.838927436Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:25.838950027Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:25.838989257Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:25.843346865Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4181","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:25.843372725Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:25.843381065Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:26.123953002Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:61108"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:26.124209618Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:26.124345521Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"c8576408-1c4c-46aa-b0a1-f1848eb08fe3","remote_addr":"[fd00:1122:3344:101::1]:61108","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":257,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:26.154608534Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:63574"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:26.154702586Z","hostname":"buskin","pid":1562,"uri":"/sled-role","method":"GET","req_id":"28098466-648e-48d2-9c7b-0b33ce0d754b","remote_addr":"[fd00:1122:3344:101::1]:63574","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":41,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:26.155452733Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:26.155478454Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:26.155863642Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:26.156098497Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:999"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 3398a8a8-fd6d-4fcc-b5b1-5cd17273bb6f, pool_id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 933c3b18-314c-4719-8dc3-c5528d40970e, pool_id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: b86ca9ef-5ba5-488e-b1ca-a57c5b75f7ac, pool_id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: aa8744b3-f64f-43bf-a7d9-9d24f5e11f80, pool_id: 1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 22103bbd-9997-4a40-a505-2f8093253817, pool_id: 3869622c-d023-4991-ba75-e6ecb785fc0f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 83e8c643-7d8d-46c0-8361-0b5c8ca71af4, pool_id: 98ccdb6b-b3ec-4e18-bf03-779525adadf6 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 1d73f253-d427-4b7e-9a45-822f6fb86bd9, pool_id: 52a4beb8-7023-476a-af5f-83f0a4bdc0d0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: b029f7df-db90-40d6-a2a3-7eb14f706e3f, pool_id: 5dbdca9d-7887-4c1a-99fb-97f1f9ad2f1b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 0f3f5a07-f1df-4412-b10c-e5cc183f4a33, pool_id: 472e5c96-ec44-45af-8144-c8189c8ad313 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:26.188383936Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:355"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:26.188440488Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:36401"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:26.188611092Z","hostname":"buskin","pid":1562,"sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:856"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 3398a8a8-fd6d-4fcc-b5b1-5cd17273bb6f, pool_id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 933c3b18-314c-4719-8dc3-c5528d40970e, pool_id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: b86ca9ef-5ba5-488e-b1ca-a57c5b75f7ac, pool_id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: aa8744b3-f64f-43bf-a7d9-9d24f5e11f80, pool_id: 1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 22103bbd-9997-4a40-a505-2f8093253817, pool_id: 3869622c-d023-4991-ba75-e6ecb785fc0f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 83e8c643-7d8d-46c0-8361-0b5c8ca71af4, pool_id: 98ccdb6b-b3ec-4e18-bf03-779525adadf6 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 1d73f253-d427-4b7e-9a45-822f6fb86bd9, pool_id: 52a4beb8-7023-476a-af5f-83f0a4bdc0d0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: b029f7df-db90-40d6-a2a3-7eb14f706e3f, pool_id: 5dbdca9d-7887-4c1a-99fb-97f1f9ad2f1b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 0f3f5a07-f1df-4412-b10c-e5cc183f4a33, pool_id: 472e5c96-ec44-45af-8144-c8189c8ad313 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:26.188649932Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:26.188661633Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:26.188670423Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:26.188677923Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:26.188684633Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:26.188691573Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:26.188699963Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:26.188706594Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:26.322070783Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:26.322114914Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/93611d93-e965-43f9-b513-e5c18399bce3): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T17:49:26.746466473Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:26.95743801Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.008352963Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.01721965Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.017300072Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.017309442Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.017331723Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.017341943Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.017472456Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.017478866Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.054086181Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_59354e76-aa85-421f-a86f-f08ce39b4a17/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.06209512Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_59354e76-aa85-421f-a86f-f08ce39b4a17","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.231302007Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.238452756Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.238491467Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.238500387Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.238508428Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.238515557Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.248728155Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.248772016Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.340642742Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.348295982Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.348340113Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.348347363Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.348385124Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.348410864Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.348599099Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.348614629Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.381027501Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.388301923Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.547676131Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.555816943Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.555860703Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.555867484Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.555875164Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.555882374Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.565383126Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.565417466Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"f4199edd-af67-47c8-a7db-f6380da38e6c (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.659780637Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.668535512Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.668572283Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.668580423Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.668598934Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.668608384Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.668796848Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.668805588Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.701828344Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_f4199edd-af67-47c8-a7db-f6380da38e6c/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.709980045Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/93611d93-e965-43f9-b513-e5c18399bce3): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T17:49:27.753148776Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_f4199edd-af67-47c8-a7db-f6380da38e6c","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.885568395Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.89344751Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.893505532Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.893512982Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.893521152Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.893526492Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.903597936Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.903634427Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:27.996409313Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.004073843Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.004113154Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.004119274Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.004129084Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.004138275Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.004246997Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.004253927Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.039915701Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.048141315Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.227891707Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.236043988Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.236071779Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.236080849Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.236088279Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.23611141Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.245783245Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.245821656Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"3869622c-d023-4991-ba75-e6ecb785fc0f (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.340514114Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 3869622c-d023-4991-ba75-e6ecb785fc0f (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.348644726Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.348690007Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.348699197Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.348740088Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.348751488Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.348911232Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.348924882Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.385834443Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_3869622c-d023-4991-ba75-e6ecb785fc0f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.394839644Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_3869622c-d023-4991-ba75-e6ecb785fc0f","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.570811962Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.57925782Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.579308922Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.579319222Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.579347762Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.579355183Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.588767422Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.588801193Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"98ccdb6b-b3ec-4e18-bf03-779525adadf6 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.68211298Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 98ccdb6b-b3ec-4e18-bf03-779525adadf6 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.690284993Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.690349694Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.690361564Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.690421745Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.690434436Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.690720662Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.690732952Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.728274218Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_98ccdb6b-b3ec-4e18-bf03-779525adadf6/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.737148926Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/93611d93-e965-43f9-b513-e5c18399bce3): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T17:49:28.755602757Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_98ccdb6b-b3ec-4e18-bf03-779525adadf6","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.912782807Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.92055054Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.920608741Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.920620031Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.920628891Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.920634101Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.931688857Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:28.931728498Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"52a4beb8-7023-476a-af5f-83f0a4bdc0d0 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.030856455Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 52a4beb8-7023-476a-af5f-83f0a4bdc0d0 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.038891923Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.038949915Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.038996556Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.039014946Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.039025186Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.039116428Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.039125779Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.074066067Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_52a4beb8-7023-476a-af5f-83f0a4bdc0d0/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.08320483Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_52a4beb8-7023-476a-af5f-83f0a4bdc0d0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.258168376Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.265935789Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.2659781Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.26598648Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.26599618Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.266003391Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.275812409Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.275844179Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"5dbdca9d-7887-4c1a-99fb-97f1f9ad2f1b (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.372791328Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 5dbdca9d-7887-4c1a-99fb-97f1f9ad2f1b (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.381386109Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.38141823Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.38142575Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.381463651Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.381490272Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.381633295Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.381662486Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.417695308Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_5dbdca9d-7887-4c1a-99fb-97f1f9ad2f1b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.425848699Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_5dbdca9d-7887-4c1a-99fb-97f1f9ad2f1b","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.605289915Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.613748203Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.613791844Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.613815245Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.613823555Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.613832595Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.624196816Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.624227867Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"472e5c96-ec44-45af-8144-c8189c8ad313 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.721024432Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 472e5c96-ec44-45af-8144-c8189c8ad313 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.729368468Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.729409179Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.729418669Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.729446339Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.72945941Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.729645364Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.729658264Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/93611d93-e965-43f9-b513-e5c18399bce3): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T17:49:29.757828181Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.766623027Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_472e5c96-ec44-45af-8144-c8189c8ad313/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.77437105Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_472e5c96-ec44-45af-8144-c8189c8ad313","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.94866394Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.956319181Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.956369022Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.956415263Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.956525095Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 78c40446-7f62-4fa8-846b-022a3233eb1d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 73801402-dbeb-4844-9ca5-b6c00729250f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 3869622c-d023-4991-ba75-e6ecb785fc0f (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 98ccdb6b-b3ec-4e18-bf03-779525adadf6 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 52a4beb8-7023-476a-af5f-83f0a4bdc0d0 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 5dbdca9d-7887-4c1a-99fb-97f1f9ad2f1b (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 472e5c96-ec44-45af-8144-c8189c8ad313 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.956615608Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.956625628Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.95674Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.956970945Z","hostname":"buskin","pid":1562,"sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:860"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.956978726Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.956986156Z","hostname":"buskin","pid":1562,"sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:886","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.956992846Z","hostname":"buskin","pid":1562,"sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:891"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.956999806Z","hostname":"buskin","pid":1562,"sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:896"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.957018366Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.957029627Z","hostname":"buskin","pid":1562,"sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:902"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.957068068Z","hostname":"buskin","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:803","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.957074918Z","hostname":"buskin","pid":1562,"sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:907"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.95714912Z","hostname":"buskin","pid":1562,"uri":"/omicron-physical-disks","method":"PUT","req_id":"8e891571-c9a6-47ff-9e10-55a1b8a9b03e","remote_addr":"[fd00:1122:3344:101::1]:36401","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3768656,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 957821f4-c547-4981-95dc-b07221668b37, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 92e9b825-d11d-464e-a802-f6d4f744e8a5, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 98e86b4a-15f1-4bfe-a4c8-6204125cfe80, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.988613759Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.988738022Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:54343"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 957821f4-c547-4981-95dc-b07221668b37, dataset_name: DatasetName { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.988995658Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:29.989011238Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 957821f4-c547-4981-95dc-b07221668b37, dataset_name: DatasetName { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 92e9b825-d11d-464e-a802-f6d4f744e8a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:30.039427931Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:30.039461101Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 92e9b825-d11d-464e-a802-f6d4f744e8a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98e86b4a-15f1-4bfe-a4c8-6204125cfe80, dataset_name: DatasetName { pool_name: ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:30.088293669Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:30.088325689Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 98e86b4a-15f1-4bfe-a4c8-6204125cfe80, dataset_name: DatasetName { pool_name: ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:30.141126015Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:30.141159346Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:30.141175786Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:30.141219227Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:30.185276208Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:30.185315759Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:30.185322859Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_957821f4-c547-4981-95dc-b07221668b37","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:30.237844469Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_98e86b4a-15f1-4bfe-a4c8-6204125cfe80","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:30.241698495Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_92e9b825-d11d-464e-a802-f6d4f744e8a5","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:30.245499049Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_957821f4-c547-4981-95dc-b07221668b37","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:30.257267511Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_98e86b4a-15f1-4bfe-a4c8-6204125cfe80","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:30.261312331Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_92e9b825-d11d-464e-a802-f6d4f744e8a5","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:30.265051195Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/93611d93-e965-43f9-b513-e5c18399bce3): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T17:49:30.76024385Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_92e9b825-d11d-464e-a802-f6d4f744e8a5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:31.773939161Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:31.774041303Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_957821f4-c547-4981-95dc-b07221668b37:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:32.251703618Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_internal_dns_98e86b4a-15f1-4bfe-a4c8-6204125cfe80:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:32.730121291Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:32.730204812Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Booting oxz_internal_dns_92e9b825-d11d-464e-a802-f6d4f744e8a5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:32.730221013Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_92e9b825-d11d-464e-a802-f6d4f744e8a5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:32.733991667Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Booting oxz_internal_dns_957821f4-c547-4981-95dc-b07221668b37 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:32.734058658Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_957821f4-c547-4981-95dc-b07221668b37","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_98e86b4a-15f1-4bfe-a4c8-6204125cfe80 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:32.73860101Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_98e86b4a-15f1-4bfe-a4c8-6204125cfe80","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_98e86b4a-15f1-4bfe-a4c8-6204125cfe80\") failed: Property not found. retry in 74.756423ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:32.862493158Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_98e86b4a-15f1-4bfe-a4c8-6204125cfe80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_957821f4-c547-4981-95dc-b07221668b37\") failed: Property not found. retry in 46.264339ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:32.869387562Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_957821f4-c547-4981-95dc-b07221668b37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_92e9b825-d11d-464e-a802-f6d4f744e8a5\") failed: Property not found. retry in 52.415406ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:32.87561704Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_92e9b825-d11d-464e-a802-f6d4f744e8a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_957821f4-c547-4981-95dc-b07221668b37\") failed: Property not found. retry in 80.062409ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:32.929221194Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_957821f4-c547-4981-95dc-b07221668b37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_92e9b825-d11d-464e-a802-f6d4f744e8a5\") failed: Property not found. retry in 141.438848ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:33.130320551Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_92e9b825-d11d-464e-a802-f6d4f744e8a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_98e86b4a-15f1-4bfe-a4c8-6204125cfe80\") failed: Property not found. retry in 71.289232ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:33.154798676Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_98e86b4a-15f1-4bfe-a4c8-6204125cfe80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_957821f4-c547-4981-95dc-b07221668b37\") failed: Property not found. retry in 218.240974ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:33.182190716Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_957821f4-c547-4981-95dc-b07221668b37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_92e9b825-d11d-464e-a802-f6d4f744e8a5\") failed: Property not found. retry in 296.657833ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:33.20124162Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_92e9b825-d11d-464e-a802-f6d4f744e8a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_98e86b4a-15f1-4bfe-a4c8-6204125cfe80\") failed: Property not found. retry in 226.724102ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:33.257292328Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_98e86b4a-15f1-4bfe-a4c8-6204125cfe80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_957821f4-c547-4981-95dc-b07221668b37\") failed: Property not found. retry in 231.546574ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:33.416730098Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_957821f4-c547-4981-95dc-b07221668b37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_98e86b4a-15f1-4bfe-a4c8-6204125cfe80\") failed: Property not found. retry in 295.69484ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:33.504443682Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_98e86b4a-15f1-4bfe-a4c8-6204125cfe80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_92e9b825-d11d-464e-a802-f6d4f744e8a5\") failed: Property not found. retry in 254.336717ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:33.519800084Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_92e9b825-d11d-464e-a802-f6d4f744e8a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_957821f4-c547-4981-95dc-b07221668b37\") failed: Property not found. retry in 435.061732ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:33.662519951Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_957821f4-c547-4981-95dc-b07221668b37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_92e9b825-d11d-464e-a802-f6d4f744e8a5\") failed: Property not found. retry in 716.996534ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:33.784103998Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_92e9b825-d11d-464e-a802-f6d4f744e8a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_98e86b4a-15f1-4bfe-a4c8-6204125cfe80\") failed: Property not found. retry in 1.07456022s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:33.809953314Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_98e86b4a-15f1-4bfe-a4c8-6204125cfe80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_957821f4-c547-4981-95dc-b07221668b37\") failed: Property not found. retry in 1.058431221s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:34.10757902Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_957821f4-c547-4981-95dc-b07221668b37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_92e9b825-d11d-464e-a802-f6d4f744e8a5\") failed: Property not found. retry in 1.354132539s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:34.511472413Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_92e9b825-d11d-464e-a802-f6d4f744e8a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_98e86b4a-15f1-4bfe-a4c8-6204125cfe80\") failed: Property not found. retry in 903.404703ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:34.89532249Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_98e86b4a-15f1-4bfe-a4c8-6204125cfe80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_957821f4-c547-4981-95dc-b07221668b37\") failed: Property not found. retry in 1.170093253s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:35.179459206Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_957821f4-c547-4981-95dc-b07221668b37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:35.663413651Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4205"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:35.663456112Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:35.669237451Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4294"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:35.791651347Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4342"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:35.791683337Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4369"} {"msg":"wait for service Some(\"oxz_internal_dns_98e86b4a-15f1-4bfe-a4c8-6204125cfe80\") failed: Property not found. retry in 1.143630263s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:35.808120263Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_98e86b4a-15f1-4bfe-a4c8-6204125cfe80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:35.833783385Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4382"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:35.833809605Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4246"} {"msg":"wait for service Some(\"oxz_internal_dns_92e9b825-d11d-464e-a802-f6d4f744e8a5\") failed: Property not found. retry in 1.212112979s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:35.876569738Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_92e9b825-d11d-464e-a802-f6d4f744e8a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:35.887571392Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4288"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:35.887598823Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4349","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:35.907421274Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4360"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:35.907460165Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4402"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:35.995811422Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4434"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:35.995857843Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4440"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.113508463Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4481"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.113556224Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:366"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.147158272Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:414"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.179506803Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:676"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.179614625Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:714"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.18073193Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.18076634Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:436","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.220563687Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::2]:61392"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.220675319Z","hostname":"buskin","pid":1562,"uri":"/sled-identifiers","method":"GET","req_id":"8c72649e-d7eb-4c83-8e11-9dd188179bc0","remote_addr":"[fd00:1122:3344:101::2]:61392","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":59,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.223364739Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.271956971Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.272026603Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.272042053Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.272053783Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.272065733Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.272103504Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.272115285Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.272124265Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.272131435Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.272138225Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.272144845Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.272151485Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.272158375Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.272165196Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.272171686Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.272178676Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.272185276Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.272191986Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.272203656Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.272210247Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.272217007Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.272223667Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:36.272230207Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_957821f4-c547-4981-95dc-b07221668b37\") failed: Property not found. retry in 744.605317ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:36.358826455Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_957821f4-c547-4981-95dc-b07221668b37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_98e86b4a-15f1-4bfe-a4c8-6204125cfe80\") failed: Property not found. retry in 997.627618ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:36.960979933Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_98e86b4a-15f1-4bfe-a4c8-6204125cfe80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_92e9b825-d11d-464e-a802-f6d4f744e8a5\") failed: Property not found. retry in 642.813446ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:37.098410532Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_92e9b825-d11d-464e-a802-f6d4f744e8a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_957821f4-c547-4981-95dc-b07221668b37\") failed: Property not found. retry in 1.158581081s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:37.111033543Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_957821f4-c547-4981-95dc-b07221668b37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_92e9b825-d11d-464e-a802-f6d4f744e8a5\") failed: Property not found. retry in 788.005866ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:37.750118383Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_92e9b825-d11d-464e-a802-f6d4f744e8a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.559106495Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_internal_dns_957821f4-c547-4981-95dc-b07221668b37"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.559163136Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_internal_dns_98e86b4a-15f1-4bfe-a4c8-6204125cfe80"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.559170516Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_internal_dns_92e9b825-d11d-464e-a802-f6d4f744e8a5"} {"msg":"Writing ledger to /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.559179896Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.559540364Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.559881872Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"d2feac43-8dc0-4e90-ad6d-908cec675cf6","remote_addr":"[fd00:1122:3344:101::1]:54343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8571062,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.561787685Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:555"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.620744567Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:555"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.668332767Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:555"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.7169646Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:591"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.71697796Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.749873522Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.751528919Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.751535419Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 957821f4-c547-4981-95dc-b07221668b37, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 92e9b825-d11d-464e-a802-f6d4f744e8a5, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 98e86b4a-15f1-4bfe-a4c8-6204125cfe80, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 153c7e68-38a0-4b85-8e2d-7062fa2c5838, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 3869622c-d023-4991-ba75-e6ecb785fc0f (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 970d0885-b349-4781-aa18-4cd0d8e8f131, kind: Service { id: 153c7e68-38a0-4b85-8e2d-7062fa2c5838 }, name: Name(\"ntp-153c7e68-38a0-4b85-8e2d-7062fa2c5838\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 113])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.781717111Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.781871715Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:55208"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 957821f4-c547-4981-95dc-b07221668b37, dataset_name: DatasetName { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.782073359Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.782079959Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 957821f4-c547-4981-95dc-b07221668b37, dataset_name: DatasetName { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 92e9b825-d11d-464e-a802-f6d4f744e8a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.803573418Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.803611639Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 92e9b825-d11d-464e-a802-f6d4f744e8a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98e86b4a-15f1-4bfe-a4c8-6204125cfe80, dataset_name: DatasetName { pool_name: ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.823059412Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.823100723Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 98e86b4a-15f1-4bfe-a4c8-6204125cfe80, dataset_name: DatasetName { pool_name: ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.839799885Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.839843376Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.8400425Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.840182403Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.850768239Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.884075641Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.885813619Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.885818749Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.916815459Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 134, 113]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.91684377Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.917187958Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.917197278Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.917463054Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.917929614Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_153c7e68-38a0-4b85-8e2d-7062fa2c5838","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.940375494Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_153c7e68-38a0-4b85-8e2d-7062fa2c5838","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:38.958717432Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_153c7e68-38a0-4b85-8e2d-7062fa2c5838:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:39.571414584Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_153c7e68-38a0-4b85-8e2d-7062fa2c5838 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:39.571539537Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_153c7e68-38a0-4b85-8e2d-7062fa2c5838","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_153c7e68-38a0-4b85-8e2d-7062fa2c5838\") failed: Property not found. retry in 49.249562ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:39.714714435Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_153c7e68-38a0-4b85-8e2d-7062fa2c5838","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_153c7e68-38a0-4b85-8e2d-7062fa2c5838\") failed: Property not found. retry in 141.990365ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:39.772071152Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_153c7e68-38a0-4b85-8e2d-7062fa2c5838","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_153c7e68-38a0-4b85-8e2d-7062fa2c5838\") failed: Property not found. retry in 203.904968ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:39.953227805Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_153c7e68-38a0-4b85-8e2d-7062fa2c5838","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_153c7e68-38a0-4b85-8e2d-7062fa2c5838\") failed: Property not found. retry in 407.177309ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:40.167956756Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_153c7e68-38a0-4b85-8e2d-7062fa2c5838","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_153c7e68-38a0-4b85-8e2d-7062fa2c5838\") failed: Property not found. retry in 1.120542572s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:40.584630624Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_153c7e68-38a0-4b85-8e2d-7062fa2c5838","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_153c7e68-38a0-4b85-8e2d-7062fa2c5838\") failed: Property not found. retry in 1.383014865s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:41.713866927Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_153c7e68-38a0-4b85-8e2d-7062fa2c5838","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_153c7e68-38a0-4b85-8e2d-7062fa2c5838\") failed: Property not found. retry in 741.843502ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:43.105617803Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_153c7e68-38a0-4b85-8e2d-7062fa2c5838","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_153c7e68-38a0-4b85-8e2d-7062fa2c5838\") failed: Property not found. retry in 1.311374356s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:43.856726978Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_153c7e68-38a0-4b85-8e2d-7062fa2c5838","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:45.186345561Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_ntp_153c7e68-38a0-4b85-8e2d-7062fa2c5838"} {"msg":"Writing ledger to /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:45.186410303Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:45.186780351Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:45.187135428Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"56d6396b-a716-4bdc-b800-3c22753f3e11","remote_addr":"[fd00:1122:3344:101::1]:55208","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6405206,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:45.189419379Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:45.219693024Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:45.219873208Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:50479"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_153c7e68-38a0-4b85-8e2d-7062fa2c5838': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T17:49:45.228572261Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3846"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:45.228720345Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"37bf8299-8185-4454-a8d6-9ef5dcd1b52e","remote_addr":"[fd00:1122:3344:101::1]:50479","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8733,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:45.230795981Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:45.353116094Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:45.353249367Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:53661"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_153c7e68-38a0-4b85-8e2d-7062fa2c5838': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T17:49:49.361637715Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3846"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:49.361785078Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"bf4d8920-09fb-4010-81f8-56e052f6ec60","remote_addr":"[fd00:1122:3344:101::1]:53661","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008397,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:49.365766157Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:49.485208946Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:49.48539273Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:34325"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_153c7e68-38a0-4b85-8e2d-7062fa2c5838': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T17:49:49.495772292Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3846"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:49.495917695Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"d1e264d9-12df-4973-a79b-845250f72726","remote_addr":"[fd00:1122:3344:101::1]:34325","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":10470,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:49.498002181Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:49.647445569Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:49.647590052Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:54369"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_153c7e68-38a0-4b85-8e2d-7062fa2c5838': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T17:49:54.819503041Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3846"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:54.819619694Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"21ec356f-9d57-4238-8d05-d8b31091799d","remote_addr":"[fd00:1122:3344:101::1]:54369","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009112,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:54.821964556Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:55.053656879Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:55.053770601Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:33633"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:55.062125993Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"e12d0684-c62c-49d3-9c99-d95fb50a859b","remote_addr":"[fd00:1122:3344:101::1]:33633","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8254,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3330918944, ip_addr: 198.137.202.32, stratum: 3, ref_time: 1724867394.491933, correction: -0.284584075 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:55.063920288Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:55.063934328Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:55.393929655Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:55.394055658Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:36093"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:55.401579756Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"2421933f-41b7-4383-b88d-0bc851249a72","remote_addr":"[fd00:1122:3344:101::1]:36093","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7357,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1724867392.9410942, correction: -0.28366214 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:55.403635722Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:55.403642252Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:55.474478764Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"223.199867ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:55.71239331Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:55.712557729Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:41821"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:55.72109625Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"82a935ae-823f-49dd-be68-e2568be92ad0","remote_addr":"[fd00:1122:3344:101::1]:41821","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8441,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1724867392.9410942, correction: -0.282794446 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:55.725245422Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:55.725256623Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:55.908522944Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:55.908633377Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:53124"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:55.916963603Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"e986c6aa-4e5d-4d02-a33f-3b27d8a9c906","remote_addr":"[fd00:1122:3344:101::1]:53124","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8269,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1724867392.9410942, correction: -0.282262504 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:55.919860817Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:55.919868948Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:56.166896692Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:56.166969604Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:43748"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:56.175201127Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"fc257ccb-f5c6-40ba-956c-2d6a63cca501","remote_addr":"[fd00:1122:3344:101::1]:43748","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8170,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1724867392.9410942, correction: -0.281579524 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:56.177183792Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:56.177198472Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:56.48616335Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:56.486257444Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:44957"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:56.495050969Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"84c6255c-3625-4311-bcf6-221471d9a541","remote_addr":"[fd00:1122:3344:101::1]:44957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8716,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1724867392.9410942, correction: -0.280710787 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:56.497662487Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:56.497669927Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:56.949661448Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:56.94974993Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:40810"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:56.95690758Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"6ec7c50b-2059-45f0-b244-67344fdb4efc","remote_addr":"[fd00:1122:3344:101::1]:40810","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7091,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1724867392.9410942, correction: -0.279456496 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:56.959868656Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:56.959878636Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:57.852762111Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:57.852865704Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:42665"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:57.860673128Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"bd243887-3080-4d70-bee8-e25a12170429","remote_addr":"[fd00:1122:3344:101::1]:42665","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7704,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1724867392.9410942, correction: -0.276973516 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:57.862859767Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:57.862868027Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:58.787676494Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:58.787776986Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:59163"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:58.795905287Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"058581ac-0eae-4853-905c-f1985aad3236","remote_addr":"[fd00:1122:3344:101::1]:59163","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8024,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3330918944, ip_addr: 198.137.202.32, stratum: 3, ref_time: 1724867397.013681, correction: -0.274421275 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:58.797712028Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:58.797718088Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:59.948292736Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:59.948403398Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:55946"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:59.956563051Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"b952c252-1e3c-4304-8f45-35977e6c6f85","remote_addr":"[fd00:1122:3344:101::1]:55946","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8012,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3330918944, ip_addr: 198.137.202.32, stratum: 3, ref_time: 1724867398.8159783, correction: -0.271272659 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:49:59.959576518Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:49:59.959589388Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:00.719609236Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:00.719701188Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:63908"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:00.727971333Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"f553be06-513d-4188-954a-2fed05b1643e","remote_addr":"[fd00:1122:3344:101::1]:63908","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8153,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3330918944, ip_addr: 198.137.202.32, stratum: 3, ref_time: 1724867399.2514975, correction: -0.269180506 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:00.730228373Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:50:00.730236633Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:01.500187783Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:01.500276835Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:64221"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:01.508170671Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"84ffc1db-a083-472d-b094-aada3f9cbc30","remote_addr":"[fd00:1122:3344:101::1]:64221","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7830,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3330918944, ip_addr: 198.137.202.32, stratum: 3, ref_time: 1724867400.689034, correction: -0.267057836 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:01.511326362Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:50:01.511339172Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:02.595480536Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:02.595588768Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:44048"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:02.604237121Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"8970e5ff-157c-4564-b4d4-4beaaa7394ba","remote_addr":"[fd00:1122:3344:101::1]:44048","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8561,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3330918944, ip_addr: 198.137.202.32, stratum: 3, ref_time: 1724867401.252674, correction: -0.264032066 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:02.606631455Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:50:02.606639115Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:04.673474778Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:04.673605551Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:50316"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:04.681999018Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"ff52551a-fd12-4ac5-b585-efca9db9a0d9","remote_addr":"[fd00:1122:3344:101::1]:50316","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8310,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3330918944, ip_addr: 198.137.202.32, stratum: 3, ref_time: 1724867403.7797065, correction: -0.258365333 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:04.685987867Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:50:04.685997618Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:06.636401751Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:06.636514753Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:60946"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:06.644995583Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"b5a72d0d-90e0-4636-b90e-54f4ea3509fd","remote_addr":"[fd00:1122:3344:101::1]:60946","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8375,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3330918944, ip_addr: 198.137.202.32, stratum: 3, ref_time: 1724867405.8467908, correction: -0.253032804 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:06.647164831Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:50:06.647173431Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:07.000363497Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61660"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:07.000557641Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"e2b68479-5241-41a2-976e-e2f7fbfbff7c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61660","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":83,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:08.097428079Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:08.097523921Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:58773"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:08.106176344Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"0aec6d94-8349-4b8f-a625-35e243bf1253","remote_addr":"[fd00:1122:3344:101::1]:58773","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8594,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3330918944, ip_addr: 198.137.202.32, stratum: 3, ref_time: 1724867406.0759733, correction: -0.249088973 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:08.108347303Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:50:08.108360423Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:50:10.712613745Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"262.608655ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:10.805358505Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:10.805472955Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:39757"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:10.814587791Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"77e3de33-b59a-40c8-8935-2850d81df4de","remote_addr":"[fd00:1122:3344:101::1]:39757","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9076,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3330918944, ip_addr: 198.137.202.32, stratum: 3, ref_time: 1724867409.2966735, correction: -0.241758808 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:10.819411471Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:50:10.819425449Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:16.289838319Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:16.289940021Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:45682"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:16.299210328Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"f5987f3e-4218-46ca-a55d-d4146321c1e9","remote_addr":"[fd00:1122:3344:101::1]:45682","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9186,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3330918944, ip_addr: 198.137.202.32, stratum: 3, ref_time: 1724867415.5359094, correction: -0.226859212 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:16.305337015Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:50:16.305345595Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:22.73541083Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:22.735527032Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:62123"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:22.744413971Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"0b2414fc-1388-4922-9470-25c305780ddc","remote_addr":"[fd00:1122:3344:101::1]:62123","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8785,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3330918944, ip_addr: 198.137.202.32, stratum: 3, ref_time: 1724867421.8029163, correction: -0.209333822 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:22.746551049Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:50:22.746558009Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:50:25.97118239Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"1.127922457s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:26.842050393Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:26.842163046Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:46399"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:26.850718906Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"18bc9eae-2edd-4939-a3bc-8326bf820950","remote_addr":"[fd00:1122:3344:101::1]:46399","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8476,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3330918944, ip_addr: 198.137.202.32, stratum: 3, ref_time: 1724867426.0517356, correction: -0.198170528 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:26.853319955Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:50:26.853328615Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:35.882872494Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:35.882975756Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:64023"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:35.891846615Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"c0d44856-ba01-4945-9be9-a5fd4dd443eb","remote_addr":"[fd00:1122:3344:101::1]:64023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8806,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3330918944, ip_addr: 198.137.202.32, stratum: 3, ref_time: 1724867434.1901414, correction: -0.173645303 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:35.895513796Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:50:35.895526427Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:36.956862592Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63731"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:36.956904233Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"18e4281f-6eff-46ee-8ee8-7f4d88c30b3b","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63731","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":27,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:50:42.09214892Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"2.673920015s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:42.158584903Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:42.158707396Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:35546"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:42.167709207Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"431aec3a-cbcc-4e43-9f32-32481b306cdc","remote_addr":"[fd00:1122:3344:101::1]:35546","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8853,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3330918944, ip_addr: 198.137.202.32, stratum: 3, ref_time: 1724867434.1901414, correction: -0.156602129 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:42.171134493Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:50:42.171143634Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:51.627833242Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:51.627948651Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:53070"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:51.637637058Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"989dcb30-5d15-4a44-97d6-ce5428d489f1","remote_addr":"[fd00:1122:3344:101::1]:53070","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9555,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3330918944, ip_addr: 198.137.202.32, stratum: 3, ref_time: 1724867450.2633018, correction: -0.130856931 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:50:51.640098993Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:50:51.640112483Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:50:59.753983411Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"5.172642908s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:05.572120235Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:05.572208806Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:63313"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:05.58086164Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"1838c66a-176e-4568-b0c4-b1eb1b2d15ea","remote_addr":"[fd00:1122:3344:101::1]:63313","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8577,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3330918944, ip_addr: 198.137.202.32, stratum: 3, ref_time: 1724867457.864406, correction: -0.09298861 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:05.582870944Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:05.582880335Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:06.913674875Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47002"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:06.913767138Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"6b42104a-fad3-4c7b-b7aa-192f4b2cbce5","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47002","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":44,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:19.90745129Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"7.233446269s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:24.733806132Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:24.733910134Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:63915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:24.756060244Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"620ebf60-ae35-4ed4-8e16-94ab159b462f","remote_addr":"[fd00:1122:3344:101::1]:63915","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":22048,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 3330918944, ip_addr: 198.137.202.32, stratum: 3, ref_time: 1724867482.011523, correction: -0.040978353 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:24.76060855Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:24.760616751Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1266"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 957821f4-c547-4981-95dc-b07221668b37, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 92e9b825-d11d-464e-a802-f6d4f744e8a5, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 98e86b4a-15f1-4bfe-a4c8-6204125cfe80, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 153c7e68-38a0-4b85-8e2d-7062fa2c5838, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 3869622c-d023-4991-ba75-e6ecb785fc0f (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 970d0885-b349-4781-aa18-4cd0d8e8f131, kind: Service { id: 153c7e68-38a0-4b85-8e2d-7062fa2c5838 }, name: Name(\"ntp-153c7e68-38a0-4b85-8e2d-7062fa2c5838\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 113])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 16f0b541-cc39-414a-82fd-69b5f5048f91, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External } } } }, OmicronZoneConfig { id: cf92ba3e-df62-4103-af0b-c8e43f495f69, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7cb06d40-5949-45c9-ae68-d0b6ee74e132, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External } } } }, OmicronZoneConfig { id: ae027f14-ada2-43dd-9400-9233e0604c4d, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f22e2ae-0497-4b32-9d58-960ae27fab4d, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 3869622c-d023-4991-ba75-e6ecb785fc0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3869622c-d023-4991-ba75-e6ecb785fc0f (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:24.792092403Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:24.792271527Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:60436"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 957821f4-c547-4981-95dc-b07221668b37, dataset_name: DatasetName { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:24.793188758Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:24.793194368Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 957821f4-c547-4981-95dc-b07221668b37, dataset_name: DatasetName { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 92e9b825-d11d-464e-a802-f6d4f744e8a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:24.813065342Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:24.813113703Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 92e9b825-d11d-464e-a802-f6d4f744e8a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98e86b4a-15f1-4bfe-a4c8-6204125cfe80, dataset_name: DatasetName { pool_name: ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:24.832121567Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:24.832171888Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 98e86b4a-15f1-4bfe-a4c8-6204125cfe80, dataset_name: DatasetName { pool_name: ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16f0b541-cc39-414a-82fd-69b5f5048f91, dataset_name: DatasetName { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:24.849964405Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:24.850007386Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 16f0b541-cc39-414a-82fd-69b5f5048f91, dataset_name: DatasetName { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cf92ba3e-df62-4103-af0b-c8e43f495f69, dataset_name: DatasetName { pool_name: ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:24.902244842Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:24.902285382Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: cf92ba3e-df62-4103-af0b-c8e43f495f69, dataset_name: DatasetName { pool_name: ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7cb06d40-5949-45c9-ae68-d0b6ee74e132, dataset_name: DatasetName { pool_name: ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:24.95682042Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:24.956862591Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 7cb06d40-5949-45c9-ae68-d0b6ee74e132, dataset_name: DatasetName { pool_name: ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae027f14-ada2-43dd-9400-9233e0604c4d, dataset_name: DatasetName { pool_name: ZpoolName { id: 1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:25.008991135Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:25.009045416Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: ae027f14-ada2-43dd-9400-9233e0604c4d, dataset_name: DatasetName { pool_name: ZpoolName { id: 1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f22e2ae-0497-4b32-9d58-960ae27fab4d, dataset_name: DatasetName { pool_name: ZpoolName { id: 3869622c-d023-4991-ba75-e6ecb785fc0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:25.062488949Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:25.06253365Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 9f22e2ae-0497-4b32-9d58-960ae27fab4d, dataset_name: DatasetName { pool_name: ZpoolName { id: 3869622c-d023-4991-ba75-e6ecb785fc0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:25.11894499Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:25.119016581Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:25.119206436Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:25.119342459Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:25.20497226Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:25.205011331Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:25.205017221Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:25.205023352Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:25.205027512Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:25.295031561Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:25.298944738Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:25.302966148Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:25.306558182Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_9f22e2ae-0497-4b32-9d58-960ae27fab4d","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:25.311022138Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:25.315940148Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:25.320996681Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:25.325209015Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:25.329679755Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_9f22e2ae-0497-4b32-9d58-960ae27fab4d","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:25.334282787Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:28.194188337Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:28.19432856Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:28.204099418Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:28.20419458Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:28.242221889Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:28.242352542Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_9f22e2ae-0497-4b32-9d58-960ae27fab4d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:28.248453588Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_9f22e2ae-0497-4b32-9d58-960ae27fab4d zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:28.248591192Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9f22e2ae-0497-4b32-9d58-960ae27fab4d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:28.269107469Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:28.269238712Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d\") failed: Property not found. retry in 44.086719ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:28.341630969Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69\") failed: Property not found. retry in 44.509816ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:28.350135709Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9f22e2ae-0497-4b32-9d58-960ae27fab4d\") failed: Property not found. retry in 69.203583ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:28.384628459Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9f22e2ae-0497-4b32-9d58-960ae27fab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132\") failed: Property not found. retry in 41.001511ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:28.391470521Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d\") failed: Property not found. retry in 127.720897ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:28.399536572Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69\") failed: Property not found. retry in 108.151166ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:28.414796892Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91\") failed: Property not found. retry in 50.033313ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:28.454913748Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132\") failed: Property not found. retry in 114.948698ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:28.487039085Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9f22e2ae-0497-4b32-9d58-960ae27fab4d\") failed: Property not found. retry in 65.702485ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:28.661527241Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9f22e2ae-0497-4b32-9d58-960ae27fab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69\") failed: Property not found. retry in 245.415487ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:29.235966675Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d\") failed: Property not found. retry in 132.622523ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:29.44360005Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132\") failed: Property not found. retry in 103.630993ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:29.810602474Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91\") failed: Property not found. retry in 122.477758ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:31.19267945Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9f22e2ae-0497-4b32-9d58-960ae27fab4d\") failed: Property not found. retry in 255.348388ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:31.21864419Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9f22e2ae-0497-4b32-9d58-960ae27fab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69\") failed: Property not found. retry in 561.748474ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:31.249816816Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d\") failed: Property not found. retry in 216.748505ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:31.263231795Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132\") failed: Property not found. retry in 574.348111ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:31.285962983Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91\") failed: Property not found. retry in 281.080005ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:31.326995519Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9f22e2ae-0497-4b32-9d58-960ae27fab4d\") failed: Property not found. retry in 563.73985ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:31.485056448Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9f22e2ae-0497-4b32-9d58-960ae27fab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d\") failed: Property not found. retry in 688.47352ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:31.494509509Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91\") failed: Property not found. retry in 422.688044ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:31.6186348Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69\") failed: Property not found. retry in 1.155487167s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:31.822625175Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132\") failed: Property not found. retry in 542.289365ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:31.870087373Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91\") failed: Property not found. retry in 1.195335628s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:32.051130925Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9f22e2ae-0497-4b32-9d58-960ae27fab4d\") failed: Property not found. retry in 944.970189ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:32.059034092Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9f22e2ae-0497-4b32-9d58-960ae27fab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d\") failed: Property not found. retry in 1.35118138s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:32.190528558Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132\") failed: Property not found. retry in 550.708799ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:32.420751088Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132\") failed: Property not found. retry in 770.216252ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:32.978264404Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69\") failed: Property not found. retry in 959.532183ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:32.984465222Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9f22e2ae-0497-4b32-9d58-960ae27fab4d\") failed: Property not found. retry in 1.218604327s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:33.009825388Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9f22e2ae-0497-4b32-9d58-960ae27fab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91\") failed: Property not found. retry in 670.928595ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:33.252843164Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d\") failed: Property not found. retry in 715.533215ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:33.548609037Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132\") failed: Property not found. retry in 570.789012ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:33.760396256Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91\") failed: Property not found. retry in 1.439192581s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:33.935360932Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69\") failed: Property not found. retry in 985.748527ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:33.955212895Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9f22e2ae-0497-4b32-9d58-960ae27fab4d\") failed: Property not found. retry in 729.126374ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:34.23982268Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9f22e2ae-0497-4b32-9d58-960ae27fab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d\") failed: Property not found. retry in 821.382917ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:34.273084092Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132\") failed: Property not found. retry in 701.138313ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:34.343584756Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69\") failed: Property not found. retry in 1.150362337s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:34.947615271Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9f22e2ae-0497-4b32-9d58-960ae27fab4d\") failed: Property not found. retry in 1.343120931s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:34.97579844Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9f22e2ae-0497-4b32-9d58-960ae27fab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132\") failed: Property not found. retry in 817.691857ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:35.052399931Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d\") failed: Property not found. retry in 1.097145508s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:35.102051419Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91\") failed: Property not found. retry in 830.902076ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:35.379629236Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132\") failed: Property not found. retry in 741.713487ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:35.876342226Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69\") failed: Property not found. retry in 621.513071ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:36.105120004Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d\") failed: Property not found. retry in 890.316491ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:36.205507635Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91\") failed: Property not found. retry in 1.496609353s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:36.215979573Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9f22e2ae-0497-4b32-9d58-960ae27fab4d\") failed: Property not found. retry in 1.237073774s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:36.32575034Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9f22e2ae-0497-4b32-9d58-960ae27fab4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132\") failed: Property not found. retry in 620.31435ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:36.625721707Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69\") failed: Property not found. retry in 878.550234ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:36.733634526Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:36.879096343Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53929"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:36.879232516Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"1ddf5966-e43f-4b22-a513-90f0ddd03f88","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53929","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":70,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d\") failed: Property not found. retry in 760.267648ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:37.103732828Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132\") failed: Property not found. retry in 914.317167ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:37.256629052Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69\") failed: Property not found. retry in 1.178578885s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:37.619625846Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91\") failed: Property not found. retry in 1.114979602s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:37.717730856Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d\") failed: Property not found. retry in 941.009304ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:37.870837144Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132\") failed: Property not found. retry in 1.419050964s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:38.178190036Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69\") failed: Property not found. retry in 1.306697931s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:38.804883838Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d\") failed: Property not found. retry in 694.571542ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:38.819447003Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91\") failed: Property not found. retry in 791.357987ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:38.838636692Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d\") failed: Property not found. retry in 1.023177395s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:39.523582583Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132\") failed: Property not found. retry in 837.547833ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:39.603342394Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91\") failed: Property not found. retry in 1.000702567s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:39.636167317Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69\") failed: Property not found. retry in 1.101056264s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:40.118181428Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132\") failed: Property not found. retry in 663.277661ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:40.450303543Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d\") failed: Property not found. retry in 965.881573ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:40.557574638Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91\") failed: Property not found. retry in 630.135563ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:40.645088272Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132\") failed: Property not found. retry in 1.103357545s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:41.12245713Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69\") failed: Property not found. retry in 1.3397175s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:41.226828982Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91\") failed: Property not found. retry in 1.270625218s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:41.282749909Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d\") failed: Property not found. retry in 968.789777ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:41.530408885Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:42.124205231Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"12.419865401s"} {"msg":"wait for service Some(\"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132\") failed: Property not found. retry in 692.38939ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:42.235062748Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d\") failed: Property not found. retry in 1.391065028s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:42.509451424Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91\") failed: Property not found. retry in 579.444217ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:42.561956252Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69\") failed: Property not found. retry in 1.11899841s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:42.576637065Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132\") failed: Property not found. retry in 1.318868859s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:42.936901434Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91\") failed: Property not found. retry in 717.341611ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:43.151145794Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69\") failed: Property not found. retry in 751.292243ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:43.70564022Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91\") failed: Property not found. retry in 1.492073785s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:43.876834291Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d\") failed: Property not found. retry in 602.86412ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:43.909541479Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132\") failed: Property not found. retry in 1.22139935s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:44.265138597Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69\") failed: Property not found. retry in 985.645106ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:44.467425721Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d\") failed: Property not found. retry in 1.390301541s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:44.521040045Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91\") failed: Property not found. retry in 1.407131085s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:45.378384693Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69\") failed: Property not found. retry in 964.380578ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:45.461596676Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132\") failed: Property not found. retry in 1.003029888s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:45.495830599Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d\") failed: Property not found. retry in 855.011672ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:45.919855959Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69\") failed: Property not found. retry in 818.369325ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:46.435389028Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132\") failed: Property not found. retry in 1.407634023s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:46.508403813Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d\") failed: Property not found. retry in 1.480288069s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:46.784958181Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91\") failed: Property not found. retry in 1.083625104s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:46.793389859Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69\") failed: Property not found. retry in 1.10546298s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:51:47.26416608Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:48.396068653Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_cockroachdb_cf92ba3e-df62-4103-af0b-c8e43f495f69"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:48.396146715Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_cockroachdb_ae027f14-ada2-43dd-9400-9233e0604c4d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:48.396155485Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_cockroachdb_7cb06d40-5949-45c9-ae68-d0b6ee74e132"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:48.396161865Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_cockroachdb_16f0b541-cc39-414a-82fd-69b5f5048f91"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:48.396168155Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_cockroachdb_9f22e2ae-0497-4b32-9d58-960ae27fab4d"} {"msg":"Writing ledger to /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:48.396222886Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:48.396988203Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:48.397337041Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"53296f5a-bf57-469d-b461-974391d2f1bc","remote_addr":"[fd00:1122:3344:101::1]:60436","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":23647662,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:48.447470617Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:34349"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:51:48.484687066Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3680"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:06.914368159Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54524"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:06.914551223Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"af8b5688-6ddc-4f1e-b257-e7308ed3e020","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54524","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":62,"response_code":"200"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:07.648834972Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3698"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:11.598969511Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"36.373372523s"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.30543999Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3721"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.306349641Z","hostname":"buskin","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"f90c193e-cfdf-4f63-af40-06ba0fdb187f","remote_addr":"[fd00:1122:3344:101::1]:34349","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":33856471,"response_code":"204"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 957821f4-c547-4981-95dc-b07221668b37, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 92e9b825-d11d-464e-a802-f6d4f744e8a5, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 98e86b4a-15f1-4bfe-a4c8-6204125cfe80, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 153c7e68-38a0-4b85-8e2d-7062fa2c5838, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 3869622c-d023-4991-ba75-e6ecb785fc0f (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 970d0885-b349-4781-aa18-4cd0d8e8f131, kind: Service { id: 153c7e68-38a0-4b85-8e2d-7062fa2c5838 }, name: Name(\"ntp-153c7e68-38a0-4b85-8e2d-7062fa2c5838\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 113])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 16f0b541-cc39-414a-82fd-69b5f5048f91, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External } } } }, OmicronZoneConfig { id: cf92ba3e-df62-4103-af0b-c8e43f495f69, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7cb06d40-5949-45c9-ae68-d0b6ee74e132, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External } } } }, OmicronZoneConfig { id: ae027f14-ada2-43dd-9400-9233e0604c4d, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f22e2ae-0497-4b32-9d58-960ae27fab4d, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 3869622c-d023-4991-ba75-e6ecb785fc0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3869622c-d023-4991-ba75-e6ecb785fc0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 65d1f6c5-24ae-4eb9-93f7-b792158efdf6, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: db639753-a821-4fa7-86d1-ce0a7f604d8d, kind: Service { id: 65d1f6c5-24ae-4eb9-93f7-b792158efdf6 }, name: Name(\"external-dns-65d1f6c5-24ae-4eb9-93f7-b792158efdf6\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 58])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: afb89117-c28b-4f3e-b291-37ad5390ea2c, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: c55b4d2e-5121-48e8-8492-f2ab8ebb1b12, kind: Service { id: afb89117-c28b-4f3e-b291-37ad5390ea2c }, name: Name(\"external-dns-afb89117-c28b-4f3e-b291-37ad5390ea2c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 145])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 359da9c1-ab98-4a71-b65c-1db2d290e201, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 472e5c96-ec44-45af-8144-c8189c8ad313 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 775e5d87-3420-4c31-9b35-530f0a601de4, kind: Service { id: 359da9c1-ab98-4a71-b65c-1db2d290e201 }, name: Name(\"nexus-359da9c1-ab98-4a71-b65c-1db2d290e201\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 3869622c-d023-4991-ba75-e6ecb785fc0f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: f41baf1f-5856-45b7-9622-33482fa77123, kind: Service { id: 56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2 }, name: Name(\"nexus-56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 14])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d6c91291-f961-4bd3-855c-ed52e86f0770, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: aea99d5e-9e61-45bd-8dc2-b4f46a7b9993, kind: Service { id: d6c91291-f961-4bd3-855c-ed52e86f0770 }, name: Name(\"nexus-d6c91291-f961-4bd3-855c-ed52e86f0770\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 238])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 6260240e-9a7b-4ffd-bab6-ad380a023ff3, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 98ccdb6b-b3ec-4e18-bf03-779525adadf6 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 94b2578a-d558-40db-8c7a-2199466c003f, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External } } } }, OmicronZoneConfig { id: 682934f8-715e-4aca-9bd3-0d4e53084023, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 4f3760f5-59fc-4082-a7c3-702b7964bce3, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 472e5c96-ec44-45af-8144-c8189c8ad313 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 44119328-d6fc-46a1-9ac4-009b20b5f544, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 78dc9884-d5fb-4821-8169-8a73cbe30780, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External } } } }, OmicronZoneConfig { id: d89905d0-ac54-4824-b09d-c459bef83c3f, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 094e73e6-96b8-49ca-9f8e-8c036d7e7112, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External } } } }, OmicronZoneConfig { id: da81ea43-1c6f-498a-9554-013fe4ae8a73, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20 (zpool), kind: External } } } }, OmicronZoneConfig { id: 034c3ff1-245a-403a-b1cb-52b80b052768, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 3869622c-d023-4991-ba75-e6ecb785fc0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3869622c-d023-4991-ba75-e6ecb785fc0f (zpool), kind: External } } } }, OmicronZoneConfig { id: a05bebd4-85a0-4e05-acc1-214de0075088, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 98ccdb6b-b3ec-4e18-bf03-779525adadf6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 98ccdb6b-b3ec-4e18-bf03-779525adadf6 (zpool), kind: External } } } }, OmicronZoneConfig { id: b72c2f52-f330-4360-8571-070b7ff78c37, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 52a4beb8-7023-476a-af5f-83f0a4bdc0d0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52a4beb8-7023-476a-af5f-83f0a4bdc0d0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f9da4d2-ac42-4e2b-9495-fff659a87a16, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 5dbdca9d-7887-4c1a-99fb-97f1f9ad2f1b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5dbdca9d-7887-4c1a-99fb-97f1f9ad2f1b (zpool), kind: External } } } }, OmicronZoneConfig { id: 544c74da-4ce3-413b-abdc-208ef118f143, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 472e5c96-ec44-45af-8144-c8189c8ad313 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 472e5c96-ec44-45af-8144-c8189c8ad313 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.343976628Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.344317886Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:43603"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 957821f4-c547-4981-95dc-b07221668b37, dataset_name: DatasetName { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.345922451Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.345930892Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 957821f4-c547-4981-95dc-b07221668b37, dataset_name: DatasetName { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 92e9b825-d11d-464e-a802-f6d4f744e8a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.372078244Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.372120675Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 92e9b825-d11d-464e-a802-f6d4f744e8a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98e86b4a-15f1-4bfe-a4c8-6204125cfe80, dataset_name: DatasetName { pool_name: ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.39434836Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.394391681Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 98e86b4a-15f1-4bfe-a4c8-6204125cfe80, dataset_name: DatasetName { pool_name: ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16f0b541-cc39-414a-82fd-69b5f5048f91, dataset_name: DatasetName { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.415912527Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.415952044Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 16f0b541-cc39-414a-82fd-69b5f5048f91, dataset_name: DatasetName { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cf92ba3e-df62-4103-af0b-c8e43f495f69, dataset_name: DatasetName { pool_name: ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.437592363Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.437641684Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: cf92ba3e-df62-4103-af0b-c8e43f495f69, dataset_name: DatasetName { pool_name: ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7cb06d40-5949-45c9-ae68-d0b6ee74e132, dataset_name: DatasetName { pool_name: ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.459320156Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.459363037Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 7cb06d40-5949-45c9-ae68-d0b6ee74e132, dataset_name: DatasetName { pool_name: ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae027f14-ada2-43dd-9400-9233e0604c4d, dataset_name: DatasetName { pool_name: ZpoolName { id: 1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.481578822Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.481623683Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: ae027f14-ada2-43dd-9400-9233e0604c4d, dataset_name: DatasetName { pool_name: ZpoolName { id: 1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f22e2ae-0497-4b32-9d58-960ae27fab4d, dataset_name: DatasetName { pool_name: ZpoolName { id: 3869622c-d023-4991-ba75-e6ecb785fc0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.50126314Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.501305221Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 9f22e2ae-0497-4b32-9d58-960ae27fab4d, dataset_name: DatasetName { pool_name: ZpoolName { id: 3869622c-d023-4991-ba75-e6ecb785fc0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65d1f6c5-24ae-4eb9-93f7-b792158efdf6, dataset_name: DatasetName { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.520330605Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.520367475Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 65d1f6c5-24ae-4eb9-93f7-b792158efdf6, dataset_name: DatasetName { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: afb89117-c28b-4f3e-b291-37ad5390ea2c, dataset_name: DatasetName { pool_name: ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.647526817Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.647573698Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: afb89117-c28b-4f3e-b291-37ad5390ea2c, dataset_name: DatasetName { pool_name: ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 94b2578a-d558-40db-8c7a-2199466c003f, dataset_name: DatasetName { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.785420117Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.785469698Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 94b2578a-d558-40db-8c7a-2199466c003f, dataset_name: DatasetName { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 78dc9884-d5fb-4821-8169-8a73cbe30780, dataset_name: DatasetName { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.91045165Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:22.910500681Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 78dc9884-d5fb-4821-8169-8a73cbe30780, dataset_name: DatasetName { pool_name: ZpoolName { id: 59354e76-aa85-421f-a86f-f08ce39b4a17 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d89905d0-ac54-4824-b09d-c459bef83c3f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:23.045972487Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:23.046025438Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: d89905d0-ac54-4824-b09d-c459bef83c3f, dataset_name: DatasetName { pool_name: ZpoolName { id: 2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 094e73e6-96b8-49ca-9f8e-8c036d7e7112, dataset_name: DatasetName { pool_name: ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:23.168397033Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:23.168469405Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 094e73e6-96b8-49ca-9f8e-8c036d7e7112, dataset_name: DatasetName { pool_name: ZpoolName { id: f4199edd-af67-47c8-a7db-f6380da38e6c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: da81ea43-1c6f-498a-9554-013fe4ae8a73, dataset_name: DatasetName { pool_name: ZpoolName { id: 1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:23.300021284Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:23.300071805Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: da81ea43-1c6f-498a-9554-013fe4ae8a73, dataset_name: DatasetName { pool_name: ZpoolName { id: 1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 034c3ff1-245a-403a-b1cb-52b80b052768, dataset_name: DatasetName { pool_name: ZpoolName { id: 3869622c-d023-4991-ba75-e6ecb785fc0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:23.427110493Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:23.427158424Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 034c3ff1-245a-403a-b1cb-52b80b052768, dataset_name: DatasetName { pool_name: ZpoolName { id: 3869622c-d023-4991-ba75-e6ecb785fc0f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a05bebd4-85a0-4e05-acc1-214de0075088, dataset_name: DatasetName { pool_name: ZpoolName { id: 98ccdb6b-b3ec-4e18-bf03-779525adadf6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:23.548512476Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:23.548556697Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: a05bebd4-85a0-4e05-acc1-214de0075088, dataset_name: DatasetName { pool_name: ZpoolName { id: 98ccdb6b-b3ec-4e18-bf03-779525adadf6 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b72c2f52-f330-4360-8571-070b7ff78c37, dataset_name: DatasetName { pool_name: ZpoolName { id: 52a4beb8-7023-476a-af5f-83f0a4bdc0d0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:23.683048122Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:23.683113753Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: b72c2f52-f330-4360-8571-070b7ff78c37, dataset_name: DatasetName { pool_name: ZpoolName { id: 52a4beb8-7023-476a-af5f-83f0a4bdc0d0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f9da4d2-ac42-4e2b-9495-fff659a87a16, dataset_name: DatasetName { pool_name: ZpoolName { id: 5dbdca9d-7887-4c1a-99fb-97f1f9ad2f1b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:23.830032045Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:23.830115686Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 7f9da4d2-ac42-4e2b-9495-fff659a87a16, dataset_name: DatasetName { pool_name: ZpoolName { id: 5dbdca9d-7887-4c1a-99fb-97f1f9ad2f1b (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 544c74da-4ce3-413b-abdc-208ef118f143, dataset_name: DatasetName { pool_name: ZpoolName { id: 472e5c96-ec44-45af-8144-c8189c8ad313 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:23.967439543Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:23.967497504Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 544c74da-4ce3-413b-abdc-208ef118f143, dataset_name: DatasetName { pool_name: ZpoolName { id: 472e5c96-ec44-45af-8144-c8189c8ad313 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.089744656Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.089824178Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.090081863Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.090261418Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.325212469Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.325523196Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.325551246Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.325778171Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.325803332Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.328948392Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.329091175Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.329131466Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.329168847Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.329201027Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.541552875Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.556637411Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.614035669Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.614314146Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.614355647Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.614404277Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.617725802Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.617829304Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.631653122Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.631944878Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.63876531Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.645349286Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.651673437Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.657891946Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.663819528Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.669459313Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.674637919Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.680031229Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.810824921Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.816773993Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.822392179Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.82782794Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.833431204Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.839204863Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.843992529Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.849229924Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.854595405Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.898340979Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Configuring new Omicron zone: oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.898969173Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.906616213Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.913482626Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.920254006Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.926902685Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.933538002Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.939634198Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.945374226Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.951118234Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.996015604Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:24.996169067Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.046359794Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.049815891Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.049833162Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.097107874Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 145, 238]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.097131935Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"nexus"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.14497429Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.1943928Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.196919117Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.196942717Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.252370231Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 216, 242]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.252401632Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.254402817Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.254420967Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.331445472Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 255, 58]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.331472852Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"external_dns"} {"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.331761319Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.331770719Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.333619Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.333633341Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.436749306Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 202, 145]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.436777117Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"external_dns"} {"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.436971981Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.436982202Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.436993402Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.436999522Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.437128085Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.439019767Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.441058562Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.441075623Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.494559913Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 159, 14]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.494579554Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"nexus"} {"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.49486653Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.496170092Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.498671345Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.498701446Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.679582373Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.697995293Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.698058135Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Configuring new Omicron zone: oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.698338921Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.711804321Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.730971147Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.731037409Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.732561093Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.737594005Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.740471959Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.740489549Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Installing Omicron zone: oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.740598742Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.858978247Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.874584035Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.888966275Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.905979994Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.935815257Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:25.954468183Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:27.963529564Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:27.963678958Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:28.174184995Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:28.1744443Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:28.174629064Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:28.174806728Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:28.17486052Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:28.182217764Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:28.182384597Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:28.182433608Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:28.188459056Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:28.194311483Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:28.199100209Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:28.200262865Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:28.200352797Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:28.206050334Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:28.212260072Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:28.217479049Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:28.255382762Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:28.255514165Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16\") failed: Property not found. retry in 49.892716ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:28.435513673Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143\") failed: Property not found. retry in 49.821873ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:28.446813354Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37\") failed: Property not found. retry in 71.575907ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:28.455074339Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3\") failed: Property not found. retry in 32.252245ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:28.463399804Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73\") failed: Property not found. retry in 29.876467ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:28.471686449Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768\") failed: Property not found. retry in 42.870167ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:28.478561992Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112\") failed: Property not found. retry in 38.956954ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:28.487089112Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088\") failed: Property not found. retry in 51.853582ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:28.494876005Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16\") failed: Property not found. retry in 102.12332ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:29.050092996Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3\") failed: Property not found. retry in 41.666285ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:29.44416696Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f\") failed: Property not found. retry in 32.143712ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:29.774828322Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143\") failed: Property not found. retry in 120.032371ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:29.875235087Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37\") failed: Property not found. retry in 50.062725ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:29.900939669Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3\") failed: Property not found. retry in 102.108346ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:29.930998519Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73\") failed: Property not found. retry in 55.378963ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:29.959293049Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768\") failed: Property not found. retry in 99.951138ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:29.981252347Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112\") failed: Property not found. retry in 58.727031ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:29.997615242Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088\") failed: Property not found. retry in 79.49857ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.014094329Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16\") failed: Property not found. retry in 279.096022ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.031554357Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3\") failed: Property not found. retry in 58.498301ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.044939996Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f\") failed: Property not found. retry in 54.347815ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.060374509Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143\") failed: Property not found. retry in 190.428201ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.076326544Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37\") failed: Property not found. retry in 260.156962ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.124138169Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3\") failed: Property not found. retry in 204.055559ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.139059121Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73\") failed: Property not found. retry in 124.147732ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.155408951Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768\") failed: Property not found. retry in 284.195785ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.171480683Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112\") failed: Property not found. retry in 124.400834ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.186822855Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088\") failed: Property not found. retry in 174.342182ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.201837379Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3\") failed: Property not found. retry in 271.805749ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.215867611Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f\") failed: Property not found. retry in 251.090553ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.228514523Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143\") failed: Property not found. retry in 391.66766ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.292978478Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73\") failed: Property not found. retry in 231.366738ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.31282088Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112\") failed: Property not found. retry in 588.804787ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.332922137Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16\") failed: Property not found. retry in 411.58419ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.353963256Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3\") failed: Property not found. retry in 591.24615ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.432049284Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088\") failed: Property not found. retry in 389.214042ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.493963903Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3\") failed: Property not found. retry in 424.475591ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.510278246Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f\") failed: Property not found. retry in 519.753324ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.523505321Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37\") failed: Property not found. retry in 583.923367ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.539057477Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768\") failed: Property not found. retry in 256.982555ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.551626937Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73\") failed: Property not found. retry in 425.047785ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.566341465Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143\") failed: Property not found. retry in 657.931259ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.70446517Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16\") failed: Property not found. retry in 463.272318ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.781673689Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768\") failed: Property not found. retry in 636.051161ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.825027474Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088\") failed: Property not found. retry in 1.087147773s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.903247655Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112\") failed: Property not found. retry in 652.321395ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.940269949Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3\") failed: Property not found. retry in 1.109205801s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:30.961107293Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73\") failed: Property not found. retry in 1.115029051s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:31.009879709Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3\") failed: Property not found. retry in 406.141386ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:31.038923155Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f\") failed: Property not found. retry in 606.263088ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:31.063057273Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37\") failed: Property not found. retry in 709.772332ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:31.137656854Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:31.25198591Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:31.252269076Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16\") failed: Property not found. retry in 869.068982ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:31.268006766Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:31.268293793Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:31.275552704Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143\") failed: Property not found. retry in 798.567263ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:31.376562173Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3\") failed: Property not found. retry in 747.98961ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:31.461559896Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768\") failed: Property not found. retry in 1.260291674s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:31.479448444Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023\") failed: Property not found. retry in 55.37562ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:31.570562743Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544\") failed: Property not found. retry in 57.863234ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:31.58483891Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:31.585116747Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:31.585443284Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112\") failed: Property not found. retry in 832.279044ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:31.607963265Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023\") failed: Property not found. retry in 144.739486ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:31.637436321Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544\") failed: Property not found. retry in 83.658363ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:31.654280307Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f\") failed: Property not found. retry in 1.409851462s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:31.684345006Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:31.732164581Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:31.732400886Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544\") failed: Property not found. retry in 230.131915ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:31.74964102Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023\") failed: Property not found. retry in 149.707348ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:31.798021367Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780\") failed: Property not found. retry in 34.127599ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:31.84395411Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37\") failed: Property not found. retry in 1.44064563s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:31.86153499Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780\") failed: Property not found. retry in 118.364255ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:31.889640506Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023\") failed: Property not found. retry in 588.521454ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:31.962493538Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c\") failed: Property not found. retry in 51.549153ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:31.975650791Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544\") failed: Property not found. retry in 333.025136ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:31.991726789Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088\") failed: Property not found. retry in 1.364318237s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:32.002342575Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780\") failed: Property not found. retry in 225.877624ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:32.018887874Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c\") failed: Property not found. retry in 132.588216ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:32.039194566Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3\") failed: Property not found. retry in 715.25385ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:32.083303608Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73\") failed: Property not found. retry in 605.145157ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:32.139018218Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16\") failed: Property not found. retry in 932.02512ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:32.151495676Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c\") failed: Property not found. retry in 157.788756ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:32.186379213Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143\") failed: Property not found. retry in 1.118489857s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:32.198653226Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3\") failed: Property not found. retry in 714.059914ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:32.222263142Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780\") failed: Property not found. retry in 379.079333ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:32.25632397Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544\") failed: Property not found. retry in 932.770586ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:32.336977416Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c\") failed: Property not found. retry in 327.336647ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:32.357985364Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112\") failed: Property not found. retry in 916.802879ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:32.452525959Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023\") failed: Property not found. retry in 915.874486ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:32.564327068Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:32.585033859Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:32.5851003Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:32.585159252Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:32.59362963Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780\") failed: Property not found. retry in 1.103634625s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:32.647257724Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c\") failed: Property not found. retry in 972.247319ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:32.697774629Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768\") failed: Property not found. retry in 1.437073172s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:32.754162284Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73\") failed: Property not found. retry in 967.521485ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:32.765153809Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770\") failed: Property not found. retry in 33.561475ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:32.811261176Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3\") failed: Property not found. retry in 922.497417ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:32.823188172Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\") failed: Property not found. retry in 73.325031ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:32.834182476Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770\") failed: Property not found. retry in 98.277849ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:32.856654966Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\") failed: Property not found. retry in 100.139591ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:32.919940595Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3\") failed: Property not found. retry in 1.042193s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:32.948272366Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770\") failed: Property not found. retry in 107.686766ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:32.965196833Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\") failed: Property not found. retry in 148.067107ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:33.033418752Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770\") failed: Property not found. retry in 365.920863ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:33.088291714Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16\") failed: Property not found. retry in 1.424978628s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:33.100178368Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f\") failed: Property not found. retry in 712.908256ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:33.112483722Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\") failed: Property not found. retry in 330.988133ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:33.194275184Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544\") failed: Property not found. retry in 1.374946623s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:33.283729555Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37\") failed: Property not found. retry in 704.201753ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:33.315879331Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143\") failed: Property not found. retry in 600.828678ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:33.330720252Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088\") failed: Property not found. retry in 1.221395319s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:33.380000949Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112\") failed: Property not found. retry in 1.242648885s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:33.391638739Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770\") failed: Property not found. retry in 878.089653ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:33.467034317Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023\") failed: Property not found. retry in 832.930507ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:33.602475472Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\") failed: Property not found. retry in 591.913416ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:33.819944044Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c\") failed: Property not found. retry in 1.009160914s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:33.865493018Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3\") failed: Property not found. retry in 1.2047466s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:33.901822916Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f\") failed: Property not found. retry in 1.00190577s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:33.927398416Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780\") failed: Property not found. retry in 1.057489103s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:33.94824186Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73\") failed: Property not found. retry in 819.300943ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:33.971216781Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143\") failed: Property not found. retry in 1.365309991s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:33.997819334Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3\") failed: Property not found. retry in 1.074922739s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:34.02098534Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37\") failed: Property not found. retry in 738.835094ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:34.038361747Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768\") failed: Property not found. retry in 878.386639ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:34.231495057Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770\") failed: Property not found. retry in 1.176755858s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:34.359824564Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\") failed: Property not found. retry in 1.47977504s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:34.425737482Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023\") failed: Property not found. retry in 1.02357499s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:34.447397284Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16\") failed: Property not found. retry in 782.807882ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:34.537963336Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088\") failed: Property not found. retry in 980.613976ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:34.613599155Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112\") failed: Property not found. retry in 822.789759ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:34.646730862Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544\") failed: Property not found. retry in 506.865833ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:34.672020045Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37\") failed: Property not found. retry in 1.342872549s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:34.790257378Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73\") failed: Property not found. retry in 1.350026702s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:34.805016257Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c\") failed: Property not found. retry in 668.716669ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:34.888417203Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f\") failed: Property not found. retry in 1.026316297s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:34.941015394Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780\") failed: Property not found. retry in 1.05416996s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:35.017595909Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3\") failed: Property not found. retry in 1.081456034s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:35.10881644Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768\") failed: Property not found. retry in 1.18222058s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:35.121990943Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3\") failed: Property not found. retry in 1.036553473s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:35.134698686Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544\") failed: Property not found. retry in 728.218752ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:35.192296829Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16\") failed: Property not found. retry in 556.384846ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:35.33246222Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143\") failed: Property not found. retry in 1.422443017s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:35.374817143Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112\") failed: Property not found. retry in 1.30797697s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:35.482187114Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023\") failed: Property not found. retry in 1.16045177s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:35.493336132Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770\") failed: Property not found. retry in 579.758946ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:35.54892672Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c\") failed: Property not found. retry in 662.738009ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:35.570203473Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088\") failed: Property not found. retry in 1.192145945s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:35.606676115Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16\") failed: Property not found. retry in 1.029669568s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:35.903681788Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\") failed: Property not found. retry in 840.515264ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:35.919688835Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544\") failed: Property not found. retry in 1.297841001s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:35.933571474Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f\") failed: Property not found. retry in 1.08581184s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:35.97919499Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780\") failed: Property not found. retry in 1.496008141s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:36.08522537Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:36.103400575Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:36.103522698Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770\") failed: Property not found. retry in 1.244160384s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:36.143312944Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37\") failed: Property not found. retry in 1.248851066s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:36.156118249Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73\") failed: Property not found. retry in 1.11259821s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:36.168440543Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3\") failed: Property not found. retry in 1.046624909s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:36.184138433Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3\") failed: Property not found. retry in 596.00654ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:36.203051884Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c\") failed: Property not found. retry in 1.435333427s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:36.246630044Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768\") failed: Property not found. retry in 708.778766ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:36.319283072Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201\") failed: Property not found. retry in 31.736088ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:36.410655356Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201\") failed: Property not found. retry in 119.382284ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:36.455603977Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201\") failed: Property not found. retry in 102.042583ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:36.639781358Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023\") failed: Property not found. retry in 912.840915ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:36.686181021Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201\") failed: Property not found. retry in 323.92373ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:36.77910922Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\") failed: Property not found. retry in 975.116019ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:36.796052337Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112\") failed: Property not found. retry in 1.332703174s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:36.814332135Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143\") failed: Property not found. retry in 533.971505ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:36.829732318Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3\") failed: Property not found. retry in 1.391678255s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:36.843934464Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088\") failed: Property not found. retry in 1.391883333s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:36.870092905Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16\") failed: Property not found. retry in 1.086974916s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:36.978840607Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768\") failed: Property not found. retry in 960.715146ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:37.088682643Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f\") failed: Property not found. retry in 793.948684ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:37.102873098Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:37.109885655Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:52347"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:37.112220207Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"a850e8a8-cba0-4794-b884-9c96fa7c72e0","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:52347","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":2110,"response_code":"200"} {"msg":"wait for service Some(\"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201\") failed: Property not found. retry in 694.409307ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:37.117247048Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544\") failed: Property not found. retry in 995.79924ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:37.249925613Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3\") failed: Property not found. retry in 1.026683965s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:37.260805745Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73\") failed: Property not found. retry in 548.592116ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:37.293264618Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143\") failed: Property not found. retry in 804.848549ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:37.375645062Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770\") failed: Property not found. retry in 854.928081ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:37.397076719Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37\") failed: Property not found. retry in 564.216952ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:37.415808606Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780\") failed: Property not found. retry in 580.327425ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:37.591430037Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:37.591782854Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:37.591942348Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023\") failed: Property not found. retry in 1.147267906s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:37.618136961Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c\") failed: Property not found. retry in 1.228928565s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:37.725614144Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\") failed: Property not found. retry in 684.729443ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:37.818592664Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201\") failed: Property not found. retry in 1.125089952s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:37.888437179Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73\") failed: Property not found. retry in 735.573385ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:37.934397683Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6\") failed: Property not found. retry in 49.309015ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:37.979501967Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f\") failed: Property not found. retry in 901.919024ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:38.025337188Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37\") failed: Property not found. retry in 550.72616ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:38.093839103Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768\") failed: Property not found. retry in 1.379904626s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:38.100504231Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16\") failed: Property not found. retry in 630.021235ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:38.108396027Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6\") failed: Property not found. retry in 97.573851ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:38.119027684Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112\") failed: Property not found. retry in 1.072699859s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:38.156027597Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780\") failed: Property not found. retry in 939.262802ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:38.181851463Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143\") failed: Property not found. retry in 706.481945ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:38.189603545Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6\") failed: Property not found. retry in 143.684453ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:38.226547058Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3\") failed: Property not found. retry in 900.748949ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:38.244237312Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544\") failed: Property not found. retry in 1.369891812s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:38.257092398Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770\") failed: Property not found. retry in 862.793778ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:38.265421963Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088\") failed: Property not found. retry in 550.155369ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:38.27335408Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3\") failed: Property not found. retry in 671.342702ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:38.296685849Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6\") failed: Property not found. retry in 589.626065ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:38.379534784Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\") failed: Property not found. retry in 810.335769ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:38.512163927Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37\") failed: Property not found. retry in 693.016514ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:38.657310559Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73\") failed: Property not found. retry in 1.36979914s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:38.681392745Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16\") failed: Property not found. retry in 861.708261ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:38.747413475Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023\") failed: Property not found. retry in 1.431005407s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:38.77412482Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088\") failed: Property not found. retry in 1.120941008s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:38.832395597Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143\") failed: Property not found. retry in 1.119337261s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:38.905441423Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f\") failed: Property not found. retry in 1.469718716s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:38.935120094Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c\") failed: Property not found. retry in 1.282338206s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:38.963966036Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3\") failed: Property not found. retry in 649.485988ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:38.977202331Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6\") failed: Property not found. retry in 1.086330189s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:38.985909405Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201\") failed: Property not found. retry in 803.909119ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:39.02207851Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780\") failed: Property not found. retry in 607.75401ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:39.12988373Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770\") failed: Property not found. retry in 795.176967ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:39.137447739Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3\") failed: Property not found. retry in 561.119656ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:39.153734002Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112\") failed: Property not found. retry in 944.933419ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:39.237868685Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\") failed: Property not found. retry in 1.207453311s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:39.330718202Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37\") failed: Property not found. retry in 850.801131ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:39.358788247Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768\") failed: Property not found. retry in 1.467380786s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:39.488756791Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16\") failed: Property not found. retry in 790.488255ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:39.618529Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544\") failed: Property not found. retry in 1.279232612s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:39.636248345Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3\") failed: Property not found. retry in 1.405152061s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:39.644145011Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3\") failed: Property not found. retry in 966.970348ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:39.724333146Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780\") failed: Property not found. retry in 1.203558022s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:39.747561373Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201\") failed: Property not found. retry in 1.111566446s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:39.835011911Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770\") failed: Property not found. retry in 1.342550885s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:39.943001945Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088\") failed: Property not found. retry in 1.01791283s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:39.961754302Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143\") failed: Property not found. retry in 738.869262ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:40.041890277Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73\") failed: Property not found. retry in 1.283273157s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:40.066401912Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6\") failed: Property not found. retry in 1.434036772s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:40.088703679Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112\") failed: Property not found. retry in 678.337863ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:40.196166432Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023\") failed: Property not found. retry in 1.256351132s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:40.218151491Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37\") failed: Property not found. retry in 944.362873ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:40.23022757Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c\") failed: Property not found. retry in 1.347115458s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:40.258699894Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f\") failed: Property not found. retry in 551.217179ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:40.416415826Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16\") failed: Property not found. retry in 950.515451ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:40.428940295Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\") failed: Property not found. retry in 1.023246078s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:40.549791135Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3\") failed: Property not found. retry in 1.378059943s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:40.702444694Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143\") failed: Property not found. retry in 1.335529811s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:40.791948757Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112\") failed: Property not found. retry in 957.450771ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:40.885706454Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544\") failed: Property not found. retry in 703.499114ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:40.92729991Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201\") failed: Property not found. retry in 865.96391ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:40.96232648Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780\") failed: Property not found. retry in 700.347266ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:40.97805623Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768\") failed: Property not found. retry in 1.317366066s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:40.998350852Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088\") failed: Property not found. retry in 563.096874ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:41.022390527Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f\") failed: Property not found. retry in 1.418159943s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:41.040426409Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3\") failed: Property not found. retry in 741.528931ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:41.062754296Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37\") failed: Property not found. retry in 552.89448ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:41.187695468Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770\") failed: Property not found. retry in 548.489209ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:41.303585888Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73\") failed: Property not found. retry in 1.31918509s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:41.36160935Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16\") failed: Property not found. retry in 1.166239822s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:41.390965924Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023\") failed: Property not found. retry in 1.024305057s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:41.486432069Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6\") failed: Property not found. retry in 1.442676959s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:41.536441303Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\") failed: Property not found. retry in 747.357809ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:41.588045442Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088\") failed: Property not found. retry in 1.099659044s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:41.600731514Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c\") failed: Property not found. retry in 512.505958ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:41.622391087Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544\") failed: Property not found. retry in 1.114750209s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:41.647176679Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780\") failed: Property not found. retry in 524.254587ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:41.692088999Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37\") failed: Property not found. retry in 1.037784253s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:41.756527183Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3\") failed: Property not found. retry in 691.61451ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:41.817376398Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201\") failed: Property not found. retry in 1.462719471s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:41.842681662Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112\") failed: Property not found. retry in 1.026224644s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:41.858596335Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770\") failed: Property not found. retry in 1.493697112s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:41.876841761Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3\") failed: Property not found. retry in 892.010098ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:42.099147721Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143\") failed: Property not found. retry in 847.887151ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:42.153618474Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c\") failed: Property not found. retry in 763.466012ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:42.17501455Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780\") failed: Property not found. retry in 1.17508262s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:42.234794611Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:42.263277606Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:42.263452229Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768\") failed: Property not found. retry in 528.245664ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:42.333813346Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\") failed: Property not found. retry in 725.512675ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:42.353684909Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f\") failed: Property not found. retry in 1.326352359s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:42.476476403Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3\") failed: Property not found. retry in 1.129757573s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:42.525238578Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023\") failed: Property not found. retry in 1.177616502s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:42.540620621Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f\") failed: Property not found. retry in 73.387205ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:42.553292963Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16\") failed: Property not found. retry in 1.483234649s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:42.573540194Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f\") failed: Property not found. retry in 74.130766ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:42.81632508Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37\") failed: Property not found. retry in 681.772737ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:42.842714457Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544\") failed: Property not found. retry in 1.484964341s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:42.876360846Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73\") failed: Property not found. retry in 1.460470357s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:42.891136074Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768\") failed: Property not found. retry in 825.93276ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:42.904311238Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112\") failed: Property not found. retry in 1.385596898s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:42.917100442Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088\") failed: Property not found. retry in 1.384998378s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:42.927535365Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f\") failed: Property not found. retry in 198.786274ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:42.940387291Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c\") failed: Property not found. retry in 1.017630136s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:42.951436887Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6\") failed: Property not found. retry in 1.018460921s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:42.990224921Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3\") failed: Property not found. retry in 1.324084362s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:43.001568433Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143\") failed: Property not found. retry in 1.46398041s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:43.013010308Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\") failed: Property not found. retry in 940.890003ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:43.089343678Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f\") failed: Property not found. retry in 591.834307ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:43.153870734Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201\") failed: Property not found. retry in 574.864622ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:43.322955319Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770\") failed: Property not found. retry in 611.722654ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:43.384263134Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780\") failed: Property not found. retry in 985.764592ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:43.421184996Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37\") failed: Property not found. retry in 997.670789ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:43.538955888Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3\") failed: Property not found. retry in 918.21283ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:43.666402486Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023\") failed: Property not found. retry in 631.090057ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:43.728406107Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768\") failed: Property not found. retry in 1.380830052s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:43.740654779Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f\") failed: Property not found. retry in 1.097844124s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:43.756865491Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f\") failed: Property not found. retry in 800.514483ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:43.813956962Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201\") failed: Property not found. retry in 1.162527684s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:43.909868936Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c\") failed: Property not found. retry in 758.159598ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:43.981227895Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770\") failed: Property not found. retry in 938.153678ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:44.005793312Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6\") failed: Property not found. retry in 533.936807ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:44.020804996Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\") failed: Property not found. retry in 732.967426ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:44.041128759Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16\") failed: Property not found. retry in 1.418996922s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:44.067426565Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112\") failed: Property not found. retry in 749.610827ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:44.315841376Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088\") failed: Property not found. retry in 729.003737ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:44.325653504Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3\") failed: Property not found. retry in 616.773002ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:44.338883309Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73\") failed: Property not found. retry in 574.358719ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:44.364031838Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023\") failed: Property not found. retry in 574.988805ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:44.375364091Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544\") failed: Property not found. retry in 1.218373374s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:44.385353203Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780\") failed: Property not found. retry in 806.861142ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:44.419689648Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143\") failed: Property not found. retry in 1.060220229s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:44.489331619Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37\") failed: Property not found. retry in 828.584866ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:44.55093566Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6\") failed: Property not found. retry in 1.16474279s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:44.568165594Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3\") failed: Property not found. retry in 881.511867ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:44.597964177Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f\") failed: Property not found. retry in 1.111010536s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:44.62549772Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c\") failed: Property not found. retry in 1.150426121s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:44.754766678Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\") failed: Property not found. retry in 872.896307ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:44.786678659Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f\") failed: Property not found. retry in 1.46496958s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:44.869787849Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73\") failed: Property not found. retry in 1.461483077s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:44.950513406Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023\") failed: Property not found. retry in 1.261427739s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:44.963877114Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770\") failed: Property not found. retry in 1.126708387s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:44.979343258Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3\") failed: Property not found. retry in 592.818951ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:45.010510902Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088\") failed: Property not found. retry in 622.961661ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:45.068319069Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112\") failed: Property not found. retry in 1.157838661s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:45.084797096Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201\") failed: Property not found. retry in 1.088843285s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:45.099214737Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768\") failed: Property not found. retry in 940.489801ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:45.135554856Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780\") failed: Property not found. retry in 1.176831096s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:45.239958121Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37\") failed: Property not found. retry in 682.398437ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:45.392820624Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3\") failed: Property not found. retry in 1.276668089s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:45.491457761Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16\") failed: Property not found. retry in 858.783998ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:45.502907106Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143\") failed: Property not found. retry in 1.316381997s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:45.563781271Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3\") failed: Property not found. retry in 851.76435ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:45.619048232Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544\") failed: Property not found. retry in 1.405266833s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:45.633680898Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\") failed: Property not found. retry in 1.27775215s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:45.672687146Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088\") failed: Property not found. retry in 520.242765ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:45.707515771Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6\") failed: Property not found. retry in 1.236383135s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:45.746926769Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f\") failed: Property not found. retry in 631.45542ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:45.762791532Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c\") failed: Property not found. retry in 513.152854ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:45.919655374Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37\") failed: Property not found. retry in 1.06260606s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:46.092025142Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768\") failed: Property not found. retry in 812.944664ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:46.107406165Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770\") failed: Property not found. retry in 1.125172178s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:46.122492421Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201\") failed: Property not found. retry in 996.334544ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:46.20240491Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023\") failed: Property not found. retry in 937.540727ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:46.24280648Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088\") failed: Property not found. retry in 960.465091ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:46.259658195Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112\") failed: Property not found. retry in 632.345772ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:46.273126585Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f\") failed: Property not found. retry in 1.345472569s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:46.349427044Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16\") failed: Property not found. retry in 1.481472764s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:46.374659416Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f\") failed: Property not found. retry in 1.166201933s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:46.405865251Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73\") failed: Property not found. retry in 784.734265ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:46.424753492Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780\") failed: Property not found. retry in 1.071045504s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:46.438453467Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c\") failed: Property not found. retry in 886.565842ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:46.453827779Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3\") failed: Property not found. retry in 1.316385862s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:46.487028308Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3\") failed: Property not found. retry in 725.181403ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:46.780739289Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143\") failed: Property not found. retry in 1.007924327s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:46.892742392Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112\") failed: Property not found. retry in 1.158163557s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:46.918315062Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768\") failed: Property not found. retry in 734.386535ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:46.931868064Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\") failed: Property not found. retry in 1.307121341s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:46.961726388Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6\") failed: Property not found. retry in 1.155921202s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:46.998029237Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544\") failed: Property not found. retry in 576.418359ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:47.051638131Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023\") failed: Property not found. retry in 833.88387ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:47.190790309Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201\") failed: Property not found. retry in 655.951335ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:47.211219174Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73\") failed: Property not found. retry in 774.815027ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:47.221892312Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088\") failed: Property not found. retry in 755.399297ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:47.232873836Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770\") failed: Property not found. retry in 1.341110363s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:47.261052764Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c\") failed: Property not found. retry in 614.196941ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:47.35114753Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780\") failed: Property not found. retry in 1.355775287s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:47.543719218Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544\") failed: Property not found. retry in 946.576509ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:47.639830429Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768\") failed: Property not found. retry in 1.185179658s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:47.683812178Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f\") failed: Property not found. retry in 1.047427549s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:47.707392313Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c\") failed: Property not found. retry in 641.422303ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:47.987972141Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088\") failed: Property not found. retry in 1.221584486s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:48.008050858Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:48.116474003Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"40.11657679s"} {"msg":"wait for service Some(\"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6\") failed: Property not found. retry in 969.731066ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:48.175034067Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\") failed: Property not found. retry in 628.81863ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:48.292076863Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f\") failed: Property not found. retry in 999.235783ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:48.789227264Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f\") failed: Property not found. retry in 1.294703253s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:49.815027517Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f\") failed: Property not found. retry in 919.040229ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:51.127198333Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.082345389Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_crucible_544c74da-4ce3-413b-abdc-208ef118f143"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.0823931Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_crucible_b72c2f52-f330-4360-8571-070b7ff78c37"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.082398791Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_crucible_pantry_682934f8-715e-4aca-9bd3-0d4e53084023"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.082460592Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_oximeter_6260240e-9a7b-4ffd-bab6-ad380a023ff3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.082471062Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_clickhouse_94b2578a-d558-40db-8c7a-2199466c003f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.082476502Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_crucible_pantry_44119328-d6fc-46a1-9ac4-009b20b5f544"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.082481962Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_crucible_78dc9884-d5fb-4821-8169-8a73cbe30780"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.082489013Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_crucible_da81ea43-1c6f-498a-9554-013fe4ae8a73"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.082494233Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_crucible_034c3ff1-245a-403a-b1cb-52b80b052768"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.082499483Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_nexus_d6c91291-f961-4bd3-855c-ed52e86f0770"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.082504563Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_nexus_56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.082510283Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_external_dns_afb89117-c28b-4f3e-b291-37ad5390ea2c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.082517163Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_crucible_094e73e6-96b8-49ca-9f8e-8c036d7e7112"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.082520853Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_crucible_a05bebd4-85a0-4e05-acc1-214de0075088"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.082542964Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_crucible_7f9da4d2-ac42-4e2b-9495-fff659a87a16"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.082547034Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_external_dns_65d1f6c5-24ae-4eb9-93f7-b792158efdf6"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.082550794Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_crucible_pantry_4f3760f5-59fc-4082-a7c3-702b7964bce3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.082554704Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_nexus_359da9c1-ab98-4a71-b65c-1db2d290e201"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.082558434Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3244","zone":"oxz_crucible_d89905d0-ac54-4824-b09d-c459bef83c3f"} {"msg":"Writing ledger to /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.08283199Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.086438761Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.088628329Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"5250d702-4870-4073-881e-a60864394516","remote_addr":"[fd00:1122:3344:101::1]:43603","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":29743695,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.094566482Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1286"} {"msg":"Writing ledger to /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.094580212Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.094809307Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.099538582Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:687"} {"msg":"Nexus address: [fd00:1122:3344:101::a]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.103258345Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:700"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n local_pref: None,\n nexthop: 10.151.1.100,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.141566198Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:867"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/aeeabf59-3246-41f9-8ebc-bb8f79be6c6e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.143399009Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/aeeabf59-3246-41f9-8ebc-bb8f79be6c6e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.214937972Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/aeeabf59-3246-41f9-8ebc-bb8f79be6c6e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.316439622Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/aeeabf59-3246-41f9-8ebc-bb8f79be6c6e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.487983791Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/aeeabf59-3246-41f9-8ebc-bb8f79be6c6e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.681427668Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/aeeabf59-3246-41f9-8ebc-bb8f79be6c6e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:52.829838523Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/aeeabf59-3246-41f9-8ebc-bb8f79be6c6e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:53.14146056Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/aeeabf59-3246-41f9-8ebc-bb8f79be6c6e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:53.531955085Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/aeeabf59-3246-41f9-8ebc-bb8f79be6c6e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:53.955446224Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/aeeabf59-3246-41f9-8ebc-bb8f79be6c6e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:54.211857543Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/aeeabf59-3246-41f9-8ebc-bb8f79be6c6e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:54.90741047Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/aeeabf59-3246-41f9-8ebc-bb8f79be6c6e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:55.235879304Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/aeeabf59-3246-41f9-8ebc-bb8f79be6c6e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:55.73741214Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/93611d93-e965-43f9-b513-e5c18399bce3): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:56.671018667Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/aeeabf59-3246-41f9-8ebc-bb8f79be6c6e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:57.072175959Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/93611d93-e965-43f9-b513-e5c18399bce3): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T17:52:57.301043045Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/93611d93-e965-43f9-b513-e5c18399bce3): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T17:52:58.309327765Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/93611d93-e965-43f9-b513-e5c18399bce3): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:52:58.454974878Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/aeeabf59-3246-41f9-8ebc-bb8f79be6c6e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:58.525499728Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/93611d93-e965-43f9-b513-e5c18399bce3): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T17:52:59.312838689Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/aeeabf59-3246-41f9-8ebc-bb8f79be6c6e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:52:59.954636088Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/93611d93-e965-43f9-b513-e5c18399bce3): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T17:53:00.316322402Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/93611d93-e965-43f9-b513-e5c18399bce3): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:53:00.455970481Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/aeeabf59-3246-41f9-8ebc-bb8f79be6c6e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:01.080664739Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/93611d93-e965-43f9-b513-e5c18399bce3): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T17:53:01.319658401Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/aeeabf59-3246-41f9-8ebc-bb8f79be6c6e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:02.04271136Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/93611d93-e965-43f9-b513-e5c18399bce3): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T17:53:02.323034242Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/93611d93-e965-43f9-b513-e5c18399bce3): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:53:02.456233327Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/93611d93-e965-43f9-b513-e5c18399bce3): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T17:53:03.326107165Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/aeeabf59-3246-41f9-8ebc-bb8f79be6c6e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:03.459464074Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/93611d93-e965-43f9-b513-e5c18399bce3): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T17:53:04.329493335Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/93611d93-e965-43f9-b513-e5c18399bce3): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:53:04.45544845Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/aeeabf59-3246-41f9-8ebc-bb8f79be6c6e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:04.883891429Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/93611d93-e965-43f9-b513-e5c18399bce3): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T17:53:05.333105982Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/93611d93-e965-43f9-b513-e5c18399bce3): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T17:53:06.335703914Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/93611d93-e965-43f9-b513-e5c18399bce3): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:53:06.455851309Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:07.150022295Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49182"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:07.150089236Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"5a1afe17-d3fa-4ea3-9e0a-3bea4d053921","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49182","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":41,"response_code":"200"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/93611d93-e965-43f9-b513-e5c18399bce3): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T17:53:07.338291137Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/93611d93-e965-43f9-b513-e5c18399bce3): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T17:53:08.342083656Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/93611d93-e965-43f9-b513-e5c18399bce3): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:53:08.456469873Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/93611d93-e965-43f9-b513-e5c18399bce3): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T17:53:09.344888154Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/aeeabf59-3246-41f9-8ebc-bb8f79be6c6e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:09.378173265Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:12.912516047Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"sled-agent/src/nexus.rs:544","new_generation":"1","old_generation":"1"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e1fefa8-3f29-4d46-9869-29f476c8034f\", \"content-length\": \"173\", \"date\": \"Wed, 28 Aug 2024 17:53:15 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"aeeabf59-3246-41f9-8ebc-bb8f79be6c6e\\\"\", request_id: \"2e1fefa8-3f29-4d46-9869-29f476c8034f\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:15.093341434Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e1827cd-5582-49f5-80a2-9eb02fb10bfd\", \"content-length\": \"173\", \"date\": \"Wed, 28 Aug 2024 17:53:21 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"aeeabf59-3246-41f9-8ebc-bb8f79be6c6e\\\"\", request_id: \"0e1827cd-5582-49f5-80a2-9eb02fb10bfd\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:21.546018394Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:21.984139868Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:49084"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:21.984540277Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b0c837b9-1e23-4bd5-8164-ae4ec6ad2646","remote_addr":"[fd00:1122:3344:101::c]:49084","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":350,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:22.255450749Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"2d138ccb-873c-462e-88b6-acce9f1b4425","remote_addr":"[fd00:1122:3344:101::c]:49084","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":2373,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:22.36642564Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:51892"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:22.371735829Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:22.470400726Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"bdb8a8e8-0fde-4060-a414-7e2f95b60213","remote_addr":"[fd00:1122:3344:101::c]:51892","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103850,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:22.470918337Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:22.470988209Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:22.471554261Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:22.472267307Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"20131857-9e8e-46d6-abd4-8f892f0aba08","remote_addr":"[fd00:1122:3344:101::c]:51892","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1463,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:22.476334198Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:39420"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:22.477099715Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"bb5013b4-55d3-48e0-b4ab-e3653310685e","remote_addr":"[fd00:1122:3344:101::c]:39420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":725,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:23.463281812Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:47103"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:23.463447496Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5b695727-d5c4-4203-94de-5b6da3fa440b","remote_addr":"[fd00:1122:3344:101::b]:47103","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":83,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:23.562232065Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:60355"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:23.562393879Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"904cbcfe-6163-40ca-9d09-e3653809b556","remote_addr":"[fd00:1122:3344:101::a]:60355","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:23.633074213Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:52536"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:23.633170425Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:23.739122514Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"699a3320-5551-41fd-b5de-2c064d3b657d","remote_addr":"[fd00:1122:3344:101::b]:52536","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":105906,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:23.739298508Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:39884"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:23.739378189Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:49100"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:23.739584164Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"81f1925e-ae6b-4884-a43d-10dea40d00f4","remote_addr":"[fd00:1122:3344:101::a]:39884","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":207,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:23.739665276Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:23.739676756Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:23.739785838Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:23.744812701Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:23.744978884Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"0f6dd350-78b0-47fc-a64d-53f9a79d0340","remote_addr":"[fd00:1122:3344:101::b]:47103","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5737,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:23.745402914Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"615521ae-0a25-4163-8c85-dc54f3f1ed01","remote_addr":"[fd00:1122:3344:101::b]:52536","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5880,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:23.760778286Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63873"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:23.761016821Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"81882db1-3535-4537-9b3a-55959dad56d6","remote_addr":"[fd00:1122:3344:101::b]:63873","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":178,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:23.789837523Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"122df4e1-f8e3-44ec-a802-c393aebdd917","remote_addr":"[fd00:1122:3344:101::a]:60355","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":191,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:23.850462782Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"31a28f7e-1038-4366-b7c9-50a1231e921d","remote_addr":"[fd00:1122:3344:101::a]:49100","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":110943,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:23.850859311Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:23.850919262Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:23.851201288Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:23.851391942Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"7670bc6a-b45c-49d9-81b8-4c44d5edbde7","remote_addr":"[fd00:1122:3344:101::a]:49100","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":617,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:24.791396803Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:49195"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:24.791505865Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:24.88695041Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"07e0770a-156a-4d66-9741-645d49dfa7fb","remote_addr":"[fd00:1122:3344:101::a]:49195","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95457,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:24.887206416Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:24.887295868Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:24.887562254Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:24.888163657Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"aba1c603-5659-48a6-a1ff-cd66b7595cf4","remote_addr":"[fd00:1122:3344:101::a]:49195","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1019,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:27.651164607Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:43832"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:27.652032066Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c55b4d2e-5121-48e8-8492-f2ab8ebb1b12, kind: Service { id: afb89117-c28b-4f3e-b291-37ad5390ea2c }, name: Name(\"external-dns-afb89117-c28b-4f3e-b291-37ad5390ea2c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 145])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: db639753-a821-4fa7-86d1-ce0a7f604d8d, kind: Service { id: 65d1f6c5-24ae-4eb9-93f7-b792158efdf6 }, name: Name(\"external-dns-65d1f6c5-24ae-4eb9-93f7-b792158efdf6\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 58])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 775e5d87-3420-4c31-9b35-530f0a601de4, kind: Service { id: 359da9c1-ab98-4a71-b65c-1db2d290e201 }, name: Name(\"nexus-359da9c1-ab98-4a71-b65c-1db2d290e201\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: aea99d5e-9e61-45bd-8dc2-b4f46a7b9993, kind: Service { id: d6c91291-f961-4bd3-855c-ed52e86f0770 }, name: Name(\"nexus-d6c91291-f961-4bd3-855c-ed52e86f0770\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 238])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f41baf1f-5856-45b7-9622-33482fa77123, kind: Service { id: 56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2 }, name: Name(\"nexus-56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 14])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:27.652081177Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:27.652104507Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:27.652139078Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:27.652144708Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:27.652156429Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:27.652167009Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:27.652196709Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"c4e2ca7a-043e-400f-b883-c7a2a4b5b765","remote_addr":"[fd00:1122:3344:101::a]:43832","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":990,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:27.654656224Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:939"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:28.369216804Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:60029"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:28.369287775Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:28.464424553Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"e6aedbb3-6b34-4e1b-851e-d08fa5b7711a","remote_addr":"[fd00:1122:3344:101::a]:60029","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95108,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:28.464944755Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:28.465043977Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:28.465484457Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:28.465867456Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"586a91cd-05ea-4e4d-80f2-d421c50ec106","remote_addr":"[fd00:1122:3344:101::a]:60029","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1167,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:28.807051262Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:42760"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:28.807810569Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c55b4d2e-5121-48e8-8492-f2ab8ebb1b12, kind: Service { id: afb89117-c28b-4f3e-b291-37ad5390ea2c }, name: Name(\"external-dns-afb89117-c28b-4f3e-b291-37ad5390ea2c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 145])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: db639753-a821-4fa7-86d1-ce0a7f604d8d, kind: Service { id: 65d1f6c5-24ae-4eb9-93f7-b792158efdf6 }, name: Name(\"external-dns-65d1f6c5-24ae-4eb9-93f7-b792158efdf6\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 58])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 775e5d87-3420-4c31-9b35-530f0a601de4, kind: Service { id: 359da9c1-ab98-4a71-b65c-1db2d290e201 }, name: Name(\"nexus-359da9c1-ab98-4a71-b65c-1db2d290e201\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: aea99d5e-9e61-45bd-8dc2-b4f46a7b9993, kind: Service { id: d6c91291-f961-4bd3-855c-ed52e86f0770 }, name: Name(\"nexus-d6c91291-f961-4bd3-855c-ed52e86f0770\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 238])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f41baf1f-5856-45b7-9622-33482fa77123, kind: Service { id: 56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2 }, name: Name(\"nexus-56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 14])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:28.80785072Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:28.807881171Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:28.807887061Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:28.807892181Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:28.807904621Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:28.807921232Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:28.807946672Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"68c743b7-f9ba-4576-afb0-5e2d05992099","remote_addr":"[fd00:1122:3344:101::a]:42760","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":838,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:29.086651647Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:49329"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:29.086820421Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c55b4d2e-5121-48e8-8492-f2ab8ebb1b12, kind: Service { id: afb89117-c28b-4f3e-b291-37ad5390ea2c }, name: Name(\"external-dns-afb89117-c28b-4f3e-b291-37ad5390ea2c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 145])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: db639753-a821-4fa7-86d1-ce0a7f604d8d, kind: Service { id: 65d1f6c5-24ae-4eb9-93f7-b792158efdf6 }, name: Name(\"external-dns-65d1f6c5-24ae-4eb9-93f7-b792158efdf6\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 58])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 775e5d87-3420-4c31-9b35-530f0a601de4, kind: Service { id: 359da9c1-ab98-4a71-b65c-1db2d290e201 }, name: Name(\"nexus-359da9c1-ab98-4a71-b65c-1db2d290e201\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: aea99d5e-9e61-45bd-8dc2-b4f46a7b9993, kind: Service { id: d6c91291-f961-4bd3-855c-ed52e86f0770 }, name: Name(\"nexus-d6c91291-f961-4bd3-855c-ed52e86f0770\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 238])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f41baf1f-5856-45b7-9622-33482fa77123, kind: Service { id: 56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2 }, name: Name(\"nexus-56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 14])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:29.086865512Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:29.086883412Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:29.086889603Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:29.086902193Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:29.086906773Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:29.086915243Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:29.086940454Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"5ff044fc-bfdc-4d61-a167-49ff63ac5f80","remote_addr":"[fd00:1122:3344:101::c]:49329","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":221,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:29.104796761Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:54661"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:29.104958015Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c55b4d2e-5121-48e8-8492-f2ab8ebb1b12, kind: Service { id: afb89117-c28b-4f3e-b291-37ad5390ea2c }, name: Name(\"external-dns-afb89117-c28b-4f3e-b291-37ad5390ea2c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 145])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: db639753-a821-4fa7-86d1-ce0a7f604d8d, kind: Service { id: 65d1f6c5-24ae-4eb9-93f7-b792158efdf6 }, name: Name(\"external-dns-65d1f6c5-24ae-4eb9-93f7-b792158efdf6\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 58])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 775e5d87-3420-4c31-9b35-530f0a601de4, kind: Service { id: 359da9c1-ab98-4a71-b65c-1db2d290e201 }, name: Name(\"nexus-359da9c1-ab98-4a71-b65c-1db2d290e201\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: aea99d5e-9e61-45bd-8dc2-b4f46a7b9993, kind: Service { id: d6c91291-f961-4bd3-855c-ed52e86f0770 }, name: Name(\"nexus-d6c91291-f961-4bd3-855c-ed52e86f0770\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 238])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f41baf1f-5856-45b7-9622-33482fa77123, kind: Service { id: 56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2 }, name: Name(\"nexus-56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 14])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:29.104984415Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:29.104999106Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:29.105011486Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:29.105018146Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:29.105025406Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:29.105030956Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:29.105044857Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"3e0d2a82-4266-4cef-9ca8-9d56b47eb457","remote_addr":"[fd00:1122:3344:101::b]:54661","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":166,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:36.659446417Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40494"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:36.660247875Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d179f766-4694-46b1-bf80-61338a058303","remote_addr":"[fd00:1122:3344:101::a]:40494","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":778,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:36.669807567Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"fe9df39f-bdf6-4f32-b3ad-2bdd59df7285","remote_addr":"[fd00:1122:3344:101::a]:40494","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":116,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:37.202452216Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57734"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:37.202537378Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"f59b8552-d6cf-4e8d-b97c-f886476ec3cc","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57734","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":65,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:51.897363239Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:56536"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:51.897568913Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"310b4dbe-840a-46f4-8218-386150f35753","remote_addr":"[fd00:1122:3344:101::c]:56536","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":169,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:51.955667867Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46006"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:51.955744719Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f3e5fd23-b910-48d9-9c9a-eaf78a10e3c0","remote_addr":"[fd00:1122:3344:101::c]:46006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":61,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:51.967581462Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"4a36cd7e-6295-4b3d-9a9f-bb3bba3edbc7","remote_addr":"[fd00:1122:3344:101::c]:46006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:52.109889202Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:41292"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:52.112157831Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:52.18395996Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:52.247629258Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"68a08831-8fa8-48d5-b194-6b4795866b62","remote_addr":"[fd00:1122:3344:101::c]:41292","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":137649,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:52.251715059Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"30b891a3-0029-414a-a205-75d5ed26b239","remote_addr":"[fd00:1122:3344:101::c]:41292","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1869,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:52.297221242Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:52.297372405Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:52.299172575Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:52.299950193Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:52.299977073Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"PUT","req_id":"a776d30b-ed0f-4918-8c22-df87b5bda990","remote_addr":"[fd00:1122:3344:101::c]:41292","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3603,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:53.386120276Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:37873"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:53.386232199Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"7b79feec-215f-45f6-9625-72ec78a55f00","remote_addr":"[fd00:1122:3344:101::b]:37873","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:53.396990158Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1b0b8486-abb5-42a0-8a86-881cb8c0147b","remote_addr":"[fd00:1122:3344:101::b]:37873","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":126,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:53.497511626Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:41280"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:53.498270973Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:53.53718465Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:53.589169717Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"417696e3-2322-49a2-b751-0af9772e8a8b","remote_addr":"[fd00:1122:3344:101::b]:41280","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":91612,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:53.589425973Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35513"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:53.589438223Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51872"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:53.589501485Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:35792"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:53.589690349Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"a325dce9-8144-4864-85e3-00c469ee14d6","remote_addr":"[fd00:1122:3344:101::a]:51872","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":209,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:53.589797451Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"e90d1eb4-4c44-403c-af3c-d38fc1a5f86d","remote_addr":"[fd00:1122:3344:101::b]:35792","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":230,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:53.589822342Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f7f8de12-0378-4ae2-a46a-43831ec7a041","remote_addr":"[fd00:1122:3344:101::b]:41280","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":321,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:53.590389004Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"7d9ef6ec-a658-40c8-998c-a0944965580f","remote_addr":"[fd00:1122:3344:101::a]:35513","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":764,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:53.601768518Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3f9aed1c-0b3a-44b7-9e81-302a4d3b986a","remote_addr":"[fd00:1122:3344:101::a]:35513","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":155,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:53.710251753Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54388"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:53.710331175Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:53.749975228Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:53.806546677Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"dcee0afb-3142-4a17-be25-24a2da3cb92e","remote_addr":"[fd00:1122:3344:101::a]:54388","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96261,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:53.806838084Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"6e5e3897-fe0f-4b24-b0a0-fbca5bc9c3a0","remote_addr":"[fd00:1122:3344:101::a]:54388","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":129,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:58.431334138Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:43954","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::d]:37706"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:53:58.474326156Z","hostname":"buskin","pid":1562,"uri":"/93611d93-e965-43f9-b513-e5c18399bce3","method":"GET","req_id":"df1a3ffc-e055-459a-bee1-f5cc0f6b12a8","remote_addr":"[fd00:1122:3344:101::d]:37706","local_addr":"[fd00:1122:3344:101::1]:43954","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":42351,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:07.237810025Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34185"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:07.237876127Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"aa58ef81-ca44-4a4f-a989-cb966112b702","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34185","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":40,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:21.794752258Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:55979"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:21.7948652Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c3c9427f-163b-4058-b2e6-4e3b7939689d","remote_addr":"[fd00:1122:3344:101::c]:55979","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":89,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:21.809392344Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"cff545e6-9e6a-4be0-b80b-928d3cf015eb","remote_addr":"[fd00:1122:3344:101::c]:55979","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":815,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:22.153402042Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:48630"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:22.153564576Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"4485c02a-9dea-4129-a595-96f912d902da","remote_addr":"[fd00:1122:3344:101::c]:48630","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:22.169257406Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:56366"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:22.169357668Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:22.20673494Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:22.262741607Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d4f7e81c-a31b-49e9-9f75-2bdd0b28e41f","remote_addr":"[fd00:1122:3344:101::c]:56366","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93418,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:22.263281539Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d974b09d-1a93-4353-a76b-2aad819fda2c","remote_addr":"[fd00:1122:3344:101::c]:56366","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":244,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:23.58107851Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:35901"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:23.581213693Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ff5397c4-4375-4446-a267-fef65879e64d","remote_addr":"[fd00:1122:3344:101::b]:35901","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":116,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:23.591937292Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"fc217c9a-b7b5-4ea8-9372-346748e373a9","remote_addr":"[fd00:1122:3344:101::b]:35901","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":135,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:23.701550743Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:46261"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:23.701692746Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"a3d2a53f-e664-43b3-a231-51521dd4e457","remote_addr":"[fd00:1122:3344:101::b]:46261","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":122,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:23.723355448Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52683"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:23.723516562Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"73cc7e25-e3fc-4c5a-bcab-103db6129638","remote_addr":"[fd00:1122:3344:101::a]:52683","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:23.7535444Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:36971"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:23.754301207Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:23.794830129Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:23.852256218Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c76fd1f4-03cd-4430-8866-b967e2facb63","remote_addr":"[fd00:1122:3344:101::b]:36971","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98655,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:23.852414262Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:32906"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:23.852490803Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"0435aa48-0b72-40e3-ad66-3d878531f3eb","remote_addr":"[fd00:1122:3344:101::a]:32906","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":52,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:23.852683517Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"df6a1e88-d3ac-47b7-97c9-da382f759d1a","remote_addr":"[fd00:1122:3344:101::b]:36971","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":161,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:23.862535917Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a1a0d2cb-1594-44e7-bf94-a788911914de","remote_addr":"[fd00:1122:3344:101::a]:32906","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":943,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:23.879406703Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62393"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:23.879484314Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:23.914374951Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:23.972108387Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"790a1cf8-d2fa-44f9-ac08-aea25b0467eb","remote_addr":"[fd00:1122:3344:101::a]:62393","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92663,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:23.972334542Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"74ba43bf-63d2-48d7-ae69-e9ffa7d2e385","remote_addr":"[fd00:1122:3344:101::a]:62393","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:28.438621394Z","hostname":"buskin","pid":1562,"uri":"/93611d93-e965-43f9-b513-e5c18399bce3","method":"GET","req_id":"e523fd98-e915-4c9a-a6b4-d96bf82a0930","remote_addr":"[fd00:1122:3344:101::d]:37706","local_addr":"[fd00:1122:3344:101::1]:43954","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7291,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:30.83774881Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:37.272534461Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39687"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:37.272596063Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"fb69550d-2075-422e-a9a7-73dfc830bab4","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39687","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":39,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:51.800614Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:54079"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:51.800703632Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"3d5018c4-3c7d-47ac-bdd4-e046c1899147","remote_addr":"[fd00:1122:3344:101::c]:54079","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":84,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:51.814908388Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"fd8968b2-ec66-4eed-b779-df037cb00149","remote_addr":"[fd00:1122:3344:101::c]:54079","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":880,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:51.910967077Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:63596"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:51.911158681Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:51.948275307Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:52.004609972Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"69593c8a-8556-4df8-87e8-f267bb591a22","remote_addr":"[fd00:1122:3344:101::c]:63596","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93536,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:52.004776536Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:44834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:52.005069032Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"7afd4162-1298-4524-a1b0-a3aa0e9c64a1","remote_addr":"[fd00:1122:3344:101::c]:44834","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":225,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:52.005192095Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d0a0799b-bddb-4aa2-84a8-66409b8a3af1","remote_addr":"[fd00:1122:3344:101::c]:63596","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":284,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:53.387775518Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45694"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:53.387883011Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b3f0fede-8fb6-4170-9059-25e04d0bebd0","remote_addr":"[fd00:1122:3344:101::b]:45694","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":91,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:53.399393177Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"70d57ef5-cf96-436f-8acb-b5e842563699","remote_addr":"[fd00:1122:3344:101::b]:45694","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":132,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:53.458424271Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42631"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:53.458554524Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"07386c08-079e-4a52-92f8-0d662d27f797","remote_addr":"[fd00:1122:3344:101::b]:42631","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:53.50059367Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35538"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:53.501451429Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e1ce09a5-c236-4b97-87ef-2338ad86b934","remote_addr":"[fd00:1122:3344:101::a]:35538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":821,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:53.511144905Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e9ff3ef3-fe68-422d-ad7e-42d3ce3c237a","remote_addr":"[fd00:1122:3344:101::a]:35538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":816,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:53.694883446Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:35146"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:53.695587732Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:53.737355072Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:53.800267323Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"2132704f-af8f-4749-8f4b-72d05a2cf9c9","remote_addr":"[fd00:1122:3344:101::b]:35146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":105339,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:53.800433276Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:43795"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:53.800490778Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57837"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:53.80060415Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:53.804851715Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"d02b4890-4dd8-4214-914c-bdf5a1a5efdc","remote_addr":"[fd00:1122:3344:101::a]:57837","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4199,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:53.804992028Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"2e48ebfc-07ee-4d78-b563-1a883b0c1e61","remote_addr":"[fd00:1122:3344:101::b]:35146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4393,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:53.840203352Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:53.898572811Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"66af0a26-d6f2-48e1-91f6-7495339809d7","remote_addr":"[fd00:1122:3344:101::a]:43795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98050,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:53.89896902Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"af6b378c-bc26-40b7-8a4e-62f684da451f","remote_addr":"[fd00:1122:3344:101::a]:43795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":161,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:54:58.439633748Z","hostname":"buskin","pid":1562,"uri":"/93611d93-e965-43f9-b513-e5c18399bce3","method":"GET","req_id":"1109ff56-a271-4fc4-9b66-889955c2cf49","remote_addr":"[fd00:1122:3344:101::d]:37706","local_addr":"[fd00:1122:3344:101::1]:43954","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7706,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:07.306866379Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55265"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:07.30693083Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"c8cc4ea5-1c1a-48b0-96f9-22f848dd5cd9","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55265","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":46,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:22.040196248Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47454"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:22.040336502Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ea76a61b-f819-459b-9263-38efde7acde4","remote_addr":"[fd00:1122:3344:101::c]:47454","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:22.049529606Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"f6492399-61d3-4846-85d8-0472cfc16fb8","remote_addr":"[fd00:1122:3344:101::c]:47454","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":140,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:22.143826466Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46992"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:22.143979799Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"a1e0d892-ae33-4f25-8972-4ce822fdf94d","remote_addr":"[fd00:1122:3344:101::c]:46992","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":134,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:22.187005727Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:56055"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:22.187093149Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:22.224166744Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:22.277431761Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"66ceed1e-76d2-4db0-a40d-89ccc22d3ea7","remote_addr":"[fd00:1122:3344:101::c]:56055","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90377,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:22.277763708Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"131cf843-91e7-4986-9e4d-67d4b2438863","remote_addr":"[fd00:1122:3344:101::c]:56055","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:23.493473656Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44831"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:23.494455528Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"2c463887-9c42-41f8-a6e5-f33db169e208","remote_addr":"[fd00:1122:3344:101::b]:44831","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":958,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:23.504329178Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ffb415c5-191a-4953-91d8-ada204827c32","remote_addr":"[fd00:1122:3344:101::b]:44831","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":116,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:23.6490657Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:60759"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:23.649152672Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9b1ce90b-0e7c-448a-a8df-fa3a78706d4e","remote_addr":"[fd00:1122:3344:101::a]:60759","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":40,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:23.66120416Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"09d2c6e8-d057-41fb-a705-321ad08e69e5","remote_addr":"[fd00:1122:3344:101::a]:60759","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":941,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:23.661262112Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:49235"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:23.661380234Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"e20151b3-ab73-4a23-83bb-1c2a0e83d635","remote_addr":"[fd00:1122:3344:101::b]:49235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:23.773250895Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:55470"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:23.773389058Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:23.812947389Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:23.874891328Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"27f02727-128a-4fe1-b546-841b98e5ddfa","remote_addr":"[fd00:1122:3344:101::b]:55470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101569,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:23.875135773Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:47561"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:23.875208765Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:60988"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:23.875284286Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c2bfdefb-140f-42a2-96fd-542e64945efa","remote_addr":"[fd00:1122:3344:101::b]:55470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":153,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:23.876145065Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:23.876256058Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"9a03565e-563c-4c95-9069-2fa8189efb7c","remote_addr":"[fd00:1122:3344:101::a]:60988","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":953,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:23.915927401Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:23.968821969Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b80f4bbe-56d7-4238-be47-98decca18987","remote_addr":"[fd00:1122:3344:101::a]:47561","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93474,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:23.969181027Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b66b4412-ed44-40a8-96ac-dfec76bf109b","remote_addr":"[fd00:1122:3344:101::a]:47561","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":139,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:28.436736418Z","hostname":"buskin","pid":1562,"uri":"/93611d93-e965-43f9-b513-e5c18399bce3","method":"GET","req_id":"b0aa4374-72e8-4ac3-b0b7-e2b3767be66d","remote_addr":"[fd00:1122:3344:101::d]:37706","local_addr":"[fd00:1122:3344:101::1]:43954","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5325,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:37.340853409Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54327"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:37.340949351Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"a4665f3d-1791-4603-a8d9-a8325204b78d","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54327","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":61,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:51.839294808Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:51182"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:51.839474222Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"5dc996f4-bfab-412d-afc5-552604321f72","remote_addr":"[fd00:1122:3344:101::c]:51182","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":159,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:51.912394045Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:64025"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:51.912485207Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a701b2db-bfac-4786-96b5-246303c8a0d6","remote_addr":"[fd00:1122:3344:101::c]:64025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":52,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:51.923164985Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"df4786af-4f87-4f3a-988a-d259b7946cc0","remote_addr":"[fd00:1122:3344:101::c]:64025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":130,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:52.014758604Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:62931"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:52.014862256Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:52.052218708Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:52.105688209Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"a01a2cc9-d490-40b0-afe8-83295f566c5c","remote_addr":"[fd00:1122:3344:101::c]:62931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90867,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:52.106005666Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0a4b0478-ec33-4417-ac54-c0b4eafd53b0","remote_addr":"[fd00:1122:3344:101::c]:62931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:53.393630745Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:49464"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:53.393739087Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"af057278-be67-44e0-ba5d-077b33e4beb7","remote_addr":"[fd00:1122:3344:101::b]:49464","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:53.410334157Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3033d4b2-736f-4b05-bff5-ca6d92acfc5c","remote_addr":"[fd00:1122:3344:101::b]:49464","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":162,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:53.490736967Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:47013"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:53.490915791Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"1fd3e304-010a-4281-b921-e3c46f56379a","remote_addr":"[fd00:1122:3344:101::b]:47013","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":154,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:53.52457504Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63180"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:53.525288086Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:53.565139484Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:53.622889079Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"fedb7c3d-733c-4f19-be4d-b9d2bbe831ef","remote_addr":"[fd00:1122:3344:101::b]:63180","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98251,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:53.623094434Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44935"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:53.623597865Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"81b81145-31a2-40b9-b99e-4b91552218c4","remote_addr":"[fd00:1122:3344:101::a]:44935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":434,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:53.623767079Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f0dc9859-b1af-43b8-ba33-98773fdfa79a","remote_addr":"[fd00:1122:3344:101::b]:63180","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:53.623921462Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:65042"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:53.624674049Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:53.662047231Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:53.722938837Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"1cb77811-47ab-4495-9e31-7643c40f85b3","remote_addr":"[fd00:1122:3344:101::a]:65042","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98913,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:53.723330976Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:39406"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:53.723396447Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"0086128c-78e2-4e4d-b25f-3a917878ba7d","remote_addr":"[fd00:1122:3344:101::a]:44935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":186,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:53.723427938Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"5428ee42-a11b-450d-be69-26b81de1b178","remote_addr":"[fd00:1122:3344:101::a]:65042","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":247,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:53.723608862Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"1dcbf97f-ad5f-4916-a06c-546a40f14dbd","remote_addr":"[fd00:1122:3344:101::a]:39406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":213,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:55:58.440858542Z","hostname":"buskin","pid":1562,"uri":"/93611d93-e965-43f9-b513-e5c18399bce3","method":"GET","req_id":"c2901a68-8618-4231-964f-2664796aa698","remote_addr":"[fd00:1122:3344:101::d]:37706","local_addr":"[fd00:1122:3344:101::1]:43954","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7214,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:07.373025537Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50894"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:07.373676581Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"ab8b5047-05ea-4666-a92d-f9a1c22fc5b5","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50894","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":641,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:21.88556886Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:58667"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:21.886458729Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"78d4d747-b26d-4808-91df-6af4809c54c3","remote_addr":"[fd00:1122:3344:101::c]:58667","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":866,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:21.896233477Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6a0c3470-3d13-4851-b574-ff2365520928","remote_addr":"[fd00:1122:3344:101::c]:58667","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":147,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:22.112258367Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:34492"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:22.113016434Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"fc70f458-0a46-49cb-ac46-c4ab8ad9e509","remote_addr":"[fd00:1122:3344:101::c]:34492","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":740,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:22.343735681Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:60644"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:22.343827053Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:22.383817024Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:22.440801432Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"169ef7cb-c035-4042-81cf-91471802e39b","remote_addr":"[fd00:1122:3344:101::c]:60644","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97004,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:22.44114325Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"2ec0b05a-5b01-45ea-b30a-0f75c61afb23","remote_addr":"[fd00:1122:3344:101::c]:60644","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":137,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:23.62278809Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42577"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:23.622899303Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b0e8ef84-a91f-45ff-8425-769dd7dccd08","remote_addr":"[fd00:1122:3344:101::b]:42577","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:23.631859192Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:36019"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:23.631898243Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d75f29e3-8cfa-4fe7-8696-d88fe6c35b94","remote_addr":"[fd00:1122:3344:101::a]:36019","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":65,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:23.633622522Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e7d94e44-a0d1-4d4b-b0b1-1a0ac596e1e7","remote_addr":"[fd00:1122:3344:101::b]:42577","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":165,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:23.64255423Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a4826aad-9d4e-4877-958f-d493e876efa7","remote_addr":"[fd00:1122:3344:101::a]:36019","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:23.776088063Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:56110"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:23.776310408Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"f68cd5ce-3110-44eb-bda7-bc5139968170","remote_addr":"[fd00:1122:3344:101::a]:56110","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":196,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:23.842577994Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:45534"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:23.843425733Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:23.883436363Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:23.945858093Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"9e0a0fdf-5451-4e3b-8983-25d8519564c3","remote_addr":"[fd00:1122:3344:101::a]:45534","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103235,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:23.946012936Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64615"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:23.946095558Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:39563"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:23.94621381Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:23.950340162Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"6cd88e87-f864-41ed-b97f-69b34af5e670","remote_addr":"[fd00:1122:3344:101::b]:39563","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4075,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:23.950433615Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"44d405f0-f7e4-4d60-b286-f2d497f78d96","remote_addr":"[fd00:1122:3344:101::a]:45534","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4114,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:23.983998532Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:24.043426745Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"6442a46c-1285-439f-9749-43c207637772","remote_addr":"[fd00:1122:3344:101::b]:64615","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97320,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:24.043772783Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3abe1b42-d803-4fa1-8fa5-f69106eabbd0","remote_addr":"[fd00:1122:3344:101::b]:64615","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":146,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:28.568106507Z","hostname":"buskin","pid":1562,"uri":"/93611d93-e965-43f9-b513-e5c18399bce3","method":"GET","req_id":"036b4610-6192-450a-8590-33a4a25b5134","remote_addr":"[fd00:1122:3344:101::d]:37706","local_addr":"[fd00:1122:3344:101::1]:43954","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8404,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:37.418327509Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53195"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:37.418409011Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"f87f862f-38cc-4d83-987b-c6e0c0bcaa3a","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53195","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":73,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:51.880809837Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:44044"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:51.880968631Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"d5baaa4e-2254-4f3d-8c47-b224b2b0b3c2","remote_addr":"[fd00:1122:3344:101::c]:44044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":144,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:51.923329334Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53425"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:51.923441817Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"0da1a584-ce3f-45d1-8156-ee6d6d9536a8","remote_addr":"[fd00:1122:3344:101::c]:53425","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":66,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:51.932072339Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7eaf7edc-2212-41f4-a491-4cc69cd3ebe0","remote_addr":"[fd00:1122:3344:101::c]:53425","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":117,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:51.982887601Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:33750"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:51.982979523Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:52.026255876Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:52.085637808Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"bddf79ac-1d27-445a-80c0-dbd8086a2091","remote_addr":"[fd00:1122:3344:101::c]:33750","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102705,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:52.085995896Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f2b84a71-ed3d-4f15-8ce2-b6e54c52ad69","remote_addr":"[fd00:1122:3344:101::c]:33750","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":126,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:53.41468409Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:39517"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:53.414811853Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5eaa796f-7681-4782-9261-86476b251ec4","remote_addr":"[fd00:1122:3344:101::b]:39517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:53.434708676Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"19ee5f27-4168-490f-bf99-1d09dbddaa9a","remote_addr":"[fd00:1122:3344:101::b]:39517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1393,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:53.500836968Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45146"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:53.501020212Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"fb02b6ed-3b22-4bde-aa75-824669cb877e","remote_addr":"[fd00:1122:3344:101::b]:45146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":153,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:53.503892056Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63730"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:53.503988258Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:53.547099338Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:53.608783822Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"0c228387-a26d-46c2-b0fe-805173993319","remote_addr":"[fd00:1122:3344:101::b]:63730","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":104837,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:53.608990526Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54804"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:53.609132669Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ed0d0587-f798-4bac-b307-bfc3837ddf39","remote_addr":"[fd00:1122:3344:101::a]:54804","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":86,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:53.610018799Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"31bfe35b-8029-477e-9a6e-3c407103a59f","remote_addr":"[fd00:1122:3344:101::b]:63730","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":944,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:53.676194292Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40356"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:53.676370936Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"6674e1b4-f5af-4f9c-9fea-3ac3a1511462","remote_addr":"[fd00:1122:3344:101::a]:40356","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":143,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:53.686031822Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a8785c3a-22c9-4e1f-9aeb-d96152fe8ea4","remote_addr":"[fd00:1122:3344:101::a]:54804","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":157,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:53.765170194Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:34653"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:53.765258666Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:53.808092049Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:53.875219544Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"ac0a3300-bddc-4458-9591-976e0a3e23a7","remote_addr":"[fd00:1122:3344:101::a]:34653","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":109994,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:53.87549665Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"498a6332-ea5b-42ef-a93e-b323ee54c5ac","remote_addr":"[fd00:1122:3344:101::a]:34653","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:56:58.565983514Z","hostname":"buskin","pid":1562,"uri":"/93611d93-e965-43f9-b513-e5c18399bce3","method":"GET","req_id":"47a52610-1e22-478d-9e48-c1a397b6fc5b","remote_addr":"[fd00:1122:3344:101::d]:37706","local_addr":"[fd00:1122:3344:101::1]:43954","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5547,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:07.45594068Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35263"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:07.45728627Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"d5123ac6-c3ea-4aee-973b-48ff8dc36f6b","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35263","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":694,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:21.870428971Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:57707"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:21.871384112Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"13fe6aba-1627-40e6-ae9d-ac86731c8a10","remote_addr":"[fd00:1122:3344:101::c]:57707","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":931,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:21.880396743Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"927066ec-c898-442a-865e-cd7be2993f8d","remote_addr":"[fd00:1122:3344:101::c]:57707","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":129,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:22.001349076Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61343"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:22.001511409Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"5a00e722-591a-46ca-8c7c-e4dcbcd280de","remote_addr":"[fd00:1122:3344:101::c]:61343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":131,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:22.075037447Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:60197"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:22.075153369Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:22.115353684Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:22.17398607Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"affcaeca-4417-45f2-9e1d-ffebff13f0a9","remote_addr":"[fd00:1122:3344:101::c]:60197","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98876,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:22.174302417Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"74244bdd-0112-445e-9545-2e671817b4ed","remote_addr":"[fd00:1122:3344:101::c]:60197","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:23.452991337Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:49998"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:23.45313155Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ebf8283d-f76f-4474-847d-c8e558b7c4ea","remote_addr":"[fd00:1122:3344:101::b]:49998","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":117,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:23.472226975Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7fad20cc-ae23-4348-be20-32268dc80cf3","remote_addr":"[fd00:1122:3344:101::b]:49998","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":201,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:23.623418212Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45754"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:23.623609116Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"2632048c-00ca-4166-a8b9-160a9c5efada","remote_addr":"[fd00:1122:3344:101::b]:45754","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":167,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:23.681331571Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:59866"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:23.682097248Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:23.720980394Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:23.773449662Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b0aab756-24a4-42e5-bd8e-4a16b884a247","remote_addr":"[fd00:1122:3344:101::b]:59866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92045,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:23.773576815Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40398"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:23.773671147Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9953f6ba-f10e-4ded-97f4-b52a1f4f9daa","remote_addr":"[fd00:1122:3344:101::a]:40398","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":52,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:23.7738069Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e06be44f-7cc2-4fea-bd6d-3605aebf7963","remote_addr":"[fd00:1122:3344:101::b]:59866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":81,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:23.977256309Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:61394"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:23.977486704Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"40c2ba24-2d50-48d2-b063-fec08a08375c","remote_addr":"[fd00:1122:3344:101::a]:61394","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":180,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:23.988199103Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"85b24ef9-b3dc-42a6-a901-8b3d17e533ea","remote_addr":"[fd00:1122:3344:101::a]:40398","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":696,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:24.051008901Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:36104"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:24.051613125Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:24.091539064Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:24.152320267Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e77c6904-dfba-44f9-8c00-df9866faff3a","remote_addr":"[fd00:1122:3344:101::a]:36104","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101266,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:24.153455712Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"046e2064-d8f7-4a03-ba7f-e9ceae6332e8","remote_addr":"[fd00:1122:3344:101::a]:36104","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":940,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:28.56738714Z","hostname":"buskin","pid":1562,"uri":"/93611d93-e965-43f9-b513-e5c18399bce3","method":"GET","req_id":"0c384719-7590-4e8c-80ea-abff9007a7bc","remote_addr":"[fd00:1122:3344:101::d]:37706","local_addr":"[fd00:1122:3344:101::1]:43954","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7229,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:37.492636232Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:32817"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:37.492715193Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"679aadf7-9a2d-4a5f-8687-74a8734ecce6","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:32817","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":46,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:51.825485305Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:35813"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:51.825597037Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9b358a8a-5a71-4345-9f68-d93543b8d9e8","remote_addr":"[fd00:1122:3344:101::c]:35813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:51.837896141Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1e983f92-83eb-407b-bf9a-13171299508e","remote_addr":"[fd00:1122:3344:101::c]:35813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":150,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:51.934312027Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:62439"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:51.93442699Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:51.97620513Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:52.034249743Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"3385c35d-654a-4789-b50c-2eef9863570e","remote_addr":"[fd00:1122:3344:101::c]:62439","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99884,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:52.034518088Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38270"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:52.034843456Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"18d8d4fa-4202-4623-aff7-e41b8c56f520","remote_addr":"[fd00:1122:3344:101::c]:62439","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":271,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:52.034884567Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"b0a05e34-298b-4359-9129-b3f51bc7dbe4","remote_addr":"[fd00:1122:3344:101::c]:38270","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":268,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:53.394229963Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:60328"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:53.394355205Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1efd5679-ee3b-438f-b010-55fda62812a2","remote_addr":"[fd00:1122:3344:101::b]:60328","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":108,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:53.402932667Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ff3f8456-1ae7-440f-939a-1ccfc98d3999","remote_addr":"[fd00:1122:3344:101::b]:60328","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":161,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:53.510221835Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:56563"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:53.511049154Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"71f15b65-e49e-4e76-8ec6-d5dfe8a9e43a","remote_addr":"[fd00:1122:3344:101::b]:56563","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":787,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:53.524734188Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:38785"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:53.524823581Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:53.562279995Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:53.61821619Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f97fa08b-9415-4377-954b-54066f5bf419","remote_addr":"[fd00:1122:3344:101::b]:38785","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93433,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:53.618351263Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:33621"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:53.618439525Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ab6d1239-f14a-4182-88e6-aa29fdabfb5b","remote_addr":"[fd00:1122:3344:101::a]:33621","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":49,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:53.618582088Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"91f55691-cdbd-4e61-a371-4b6e80fee3d4","remote_addr":"[fd00:1122:3344:101::b]:38785","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:53.633235364Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"17e1d450-be74-4e19-a4c1-22a8797e6771","remote_addr":"[fd00:1122:3344:101::a]:33621","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":905,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:53.689572539Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:46348"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:53.690250494Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:53.729966118Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:53.786925697Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"dddb64db-ad47-44f1-976a-c1ab01a262e6","remote_addr":"[fd00:1122:3344:101::a]:46348","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97300,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:53.787063969Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:45598"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:53.787306835Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"891c076e-9a91-4cc3-99af-b4f8470ba5af","remote_addr":"[fd00:1122:3344:101::a]:45598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":182,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:53.788046591Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"35b2ab2f-ffc8-4fce-90f0-a06946bb27f0","remote_addr":"[fd00:1122:3344:101::a]:46348","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":841,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:57:58.567298732Z","hostname":"buskin","pid":1562,"uri":"/93611d93-e965-43f9-b513-e5c18399bce3","method":"GET","req_id":"d0419ee1-f268-47f7-907d-b9e6731a4dc1","remote_addr":"[fd00:1122:3344:101::d]:37706","local_addr":"[fd00:1122:3344:101::1]:43954","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7240,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:07.530387197Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45058"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:07.530492759Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"498a6e85-2bb6-43a9-a94e-ec4b2a832f47","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45058","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:21.913851716Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38671"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:21.913973589Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"69102982-fee6-4427-b70c-1d0ebc2c93ec","remote_addr":"[fd00:1122:3344:101::c]:38671","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:21.924050233Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"36e7b5c4-a47f-4c76-9dd6-899a82c20052","remote_addr":"[fd00:1122:3344:101::c]:38671","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":138,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:21.978236939Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:50931"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:21.978386053Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"53c89bb0-e787-4c1a-91fb-d486ed35276b","remote_addr":"[fd00:1122:3344:101::c]:50931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:22.074412371Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:48621"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:22.074514733Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:22.113330147Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:22.167950164Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b2b33b9e-aa03-40f5-91c2-0ec667df5bbf","remote_addr":"[fd00:1122:3344:101::c]:48621","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93486,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:22.168068366Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:58548"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:22.168410434Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c55b4d2e-5121-48e8-8492-f2ab8ebb1b12, kind: Service { id: afb89117-c28b-4f3e-b291-37ad5390ea2c }, name: Name(\"external-dns-afb89117-c28b-4f3e-b291-37ad5390ea2c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 145])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: db639753-a821-4fa7-86d1-ce0a7f604d8d, kind: Service { id: 65d1f6c5-24ae-4eb9-93f7-b792158efdf6 }, name: Name(\"external-dns-65d1f6c5-24ae-4eb9-93f7-b792158efdf6\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 58])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 775e5d87-3420-4c31-9b35-530f0a601de4, kind: Service { id: 359da9c1-ab98-4a71-b65c-1db2d290e201 }, name: Name(\"nexus-359da9c1-ab98-4a71-b65c-1db2d290e201\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: aea99d5e-9e61-45bd-8dc2-b4f46a7b9993, kind: Service { id: d6c91291-f961-4bd3-855c-ed52e86f0770 }, name: Name(\"nexus-d6c91291-f961-4bd3-855c-ed52e86f0770\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 238])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f41baf1f-5856-45b7-9622-33482fa77123, kind: Service { id: 56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2 }, name: Name(\"nexus-56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 14])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:22.168472095Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:22.168483185Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f1518107-0c02-413e-9e64-42a6f46dc779","remote_addr":"[fd00:1122:3344:101::c]:48621","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":245,"response_code":"200"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:22.168502586Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:22.168549297Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:22.168565137Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:22.168593238Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:22.168603608Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:22.168622668Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"7db4ac6a-5318-4378-9bf1-2461cebe1f5b","remote_addr":"[fd00:1122:3344:101::c]:58548","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":472,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.593275679Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:53578"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.593428502Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a0339ec6-c180-4888-813b-7ae46a7fd362","remote_addr":"[fd00:1122:3344:101::b]:53578","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":112,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.607942405Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"39d994ad-591e-4dff-9c34-c5f94dc33e5e","remote_addr":"[fd00:1122:3344:101::b]:53578","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":155,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.677015603Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:56042"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.677183517Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"7a5e29e5-aaa8-444d-9bf7-f257589a519e","remote_addr":"[fd00:1122:3344:101::b]:56042","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":151,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.715569222Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:48105"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.715685674Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.757858693Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.820184621Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"6240f552-85eb-4af2-a6e1-e5e38cf5d47b","remote_addr":"[fd00:1122:3344:101::b]:48105","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":104538,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.820546879Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:55191"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.820849826Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e150a66f-73e1-44d2-86fa-6d265670993d","remote_addr":"[fd00:1122:3344:101::b]:48105","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":290,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.821734095Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"6dbf2121-6917-430b-805c-e8f122cd2b55","remote_addr":"[fd00:1122:3344:101::a]:55191","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1077,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.836103585Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ebcf3e2a-f57b-4aef-81df-6b950971215f","remote_addr":"[fd00:1122:3344:101::a]:55191","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":177,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.877833014Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35125"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.878013628Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"252deb06-4979-4dfb-9f51-b508644be57a","remote_addr":"[fd00:1122:3344:101::a]:35125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.89202635Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:54700"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.892211624Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c55b4d2e-5121-48e8-8492-f2ab8ebb1b12, kind: Service { id: afb89117-c28b-4f3e-b291-37ad5390ea2c }, name: Name(\"external-dns-afb89117-c28b-4f3e-b291-37ad5390ea2c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 145])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: db639753-a821-4fa7-86d1-ce0a7f604d8d, kind: Service { id: 65d1f6c5-24ae-4eb9-93f7-b792158efdf6 }, name: Name(\"external-dns-65d1f6c5-24ae-4eb9-93f7-b792158efdf6\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 58])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 775e5d87-3420-4c31-9b35-530f0a601de4, kind: Service { id: 359da9c1-ab98-4a71-b65c-1db2d290e201 }, name: Name(\"nexus-359da9c1-ab98-4a71-b65c-1db2d290e201\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: aea99d5e-9e61-45bd-8dc2-b4f46a7b9993, kind: Service { id: d6c91291-f961-4bd3-855c-ed52e86f0770 }, name: Name(\"nexus-d6c91291-f961-4bd3-855c-ed52e86f0770\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 238])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f41baf1f-5856-45b7-9622-33482fa77123, kind: Service { id: 56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2 }, name: Name(\"nexus-56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 14])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.892272795Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.892306796Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.892320196Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.892331697Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.892342337Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.892352887Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.892364227Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"78391bf6-abad-48f0-aa9d-8f52c7136216","remote_addr":"[fd00:1122:3344:101::b]:54700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":278,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.892400648Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63969"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.893057303Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.934791642Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.990891461Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c942f859-e76c-4831-af86-2e3f234d5373","remote_addr":"[fd00:1122:3344:101::a]:63969","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98444,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.991183547Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57750"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.991479854Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c2f391a2-2d49-456d-aff4-4e348a33b229","remote_addr":"[fd00:1122:3344:101::a]:63969","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":247,"response_code":"200"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.99218267Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c55b4d2e-5121-48e8-8492-f2ab8ebb1b12, kind: Service { id: afb89117-c28b-4f3e-b291-37ad5390ea2c }, name: Name(\"external-dns-afb89117-c28b-4f3e-b291-37ad5390ea2c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 145])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: db639753-a821-4fa7-86d1-ce0a7f604d8d, kind: Service { id: 65d1f6c5-24ae-4eb9-93f7-b792158efdf6 }, name: Name(\"external-dns-65d1f6c5-24ae-4eb9-93f7-b792158efdf6\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 58])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 775e5d87-3420-4c31-9b35-530f0a601de4, kind: Service { id: 359da9c1-ab98-4a71-b65c-1db2d290e201 }, name: Name(\"nexus-359da9c1-ab98-4a71-b65c-1db2d290e201\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: aea99d5e-9e61-45bd-8dc2-b4f46a7b9993, kind: Service { id: d6c91291-f961-4bd3-855c-ed52e86f0770 }, name: Name(\"nexus-d6c91291-f961-4bd3-855c-ed52e86f0770\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 238])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f41baf1f-5856-45b7-9622-33482fa77123, kind: Service { id: 56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2 }, name: Name(\"nexus-56f87891-d5d9-4f25-8df7-b9ab2fb0b9f2\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 14])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.992242371Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.992268092Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.992290092Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.992310223Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.992329493Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.992348693Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:23.992383334Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"e90f901b-5ee2-4e8f-b2c3-afef94112ec5","remote_addr":"[fd00:1122:3344:101::a]:57750","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1051,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:28.566594821Z","hostname":"buskin","pid":1562,"uri":"/93611d93-e965-43f9-b513-e5c18399bce3","method":"GET","req_id":"85d792a0-3dea-423f-b484-c8d70d14a5c2","remote_addr":"[fd00:1122:3344:101::d]:37706","local_addr":"[fd00:1122:3344:101::1]:43954","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5878,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:37.562841553Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54094"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:37.562953765Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"fc2f8050-9779-4ed4-9341-9755958cf1f1","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54094","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":53,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:51.894621612Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:58473"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:51.894752874Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5fe5e1c9-a62e-48bf-924b-353fb60f5c60","remote_addr":"[fd00:1122:3344:101::c]:58473","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":105,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:51.903864817Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"640f71f4-0c4f-418e-9501-a374210ff3f5","remote_addr":"[fd00:1122:3344:101::c]:58473","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":122,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:52.000719924Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:57690"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:52.000864297Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"f41c74f4-bbd9-4419-af28-796ff562049a","remote_addr":"[fd00:1122:3344:101::c]:57690","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":122,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:52.012276771Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53845"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:52.012975077Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:52.052794333Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:52.11463867Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e7447390-2372-4c4b-aea5-4781215c75e4","remote_addr":"[fd00:1122:3344:101::c]:53845","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102308,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:52.114992758Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"55b632f3-7a28-4c45-9fe8-f74da4e5f2f8","remote_addr":"[fd00:1122:3344:101::c]:53845","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":121,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:53.368740943Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:56937"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:53.368904237Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"342ed825-fc69-485c-911f-dceb2362c491","remote_addr":"[fd00:1122:3344:101::b]:56937","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":121,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:53.385857744Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a8a5eedc-ac31-4eee-808f-828dcb489336","remote_addr":"[fd00:1122:3344:101::b]:56937","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":167,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:53.488930049Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:53311"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:53.489049582Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:53.531817534Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:53.589866957Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"257cf941-f73a-4a84-bf49-e834c5b99706","remote_addr":"[fd00:1122:3344:101::b]:53311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100869,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:53.590322007Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:33371"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:53.590339707Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:50845"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:53.594296815Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"3054a15f-4426-47ac-adbd-eb7617020a7a","remote_addr":"[fd00:1122:3344:101::a]:50845","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":596,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:53.594404058Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"ee91af29-0a26-4ed8-a45f-54bf5456decc","remote_addr":"[fd00:1122:3344:101::b]:33371","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":776,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:53.594434868Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"16d69dd9-974d-4b13-82b3-8b82f9678161","remote_addr":"[fd00:1122:3344:101::b]:53311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4201,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:53.598582431Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:60921"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:53.598691383Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c6ffcee7-acc5-437f-80a2-4509691eaa88","remote_addr":"[fd00:1122:3344:101::a]:60921","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":74,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:53.608113833Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c0182b93-248a-442d-8004-867381f8ae6a","remote_addr":"[fd00:1122:3344:101::a]:60921","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":125,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:53.682361526Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:43491"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:53.682423657Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:53.721382505Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:53.776952502Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"32320801-8f4b-491e-ae87-f42dd55f4cf4","remote_addr":"[fd00:1122:3344:101::a]:43491","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94551,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:53.77730679Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"4c3e221d-1a6b-4279-a85a-d5f21597e61d","remote_addr":"[fd00:1122:3344:101::a]:43491","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:55.551886961Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:46266"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:55.552093836Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"916fe17e-ab32-46f6-b5da-f551e2abad66","remote_addr":"[fd00:1122:3344:101::a]:46266","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":185,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:55.553057897Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:778","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 246, 108, 249])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(8334807) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:55.554488629Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"PUT","req_id":"3a8819f3-0c45-4db9-92e0-fe22bff1458a","remote_addr":"[fd00:1122:3344:101::a]:46266","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":2172,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:55.678223464Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:49603"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:55.683095053Z","hostname":"buskin","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:570","metadata":"InstanceMetadata { silo_id: 0b20cfab-98c3-47f2-bd15-e86ea24bc4c2, project_id: 3a7b8b2b-8cfd-453c-8ecd-8ba23e314783 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-08-28T17:58:55.174308Z }","instance_runtime":"InstanceRuntimeState { propolis_id: Some(72a23733-576d-453f-9c4e-efc91a1c5ba2 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-08-28T17:58:55.219671884Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 0ccd7f44-0c13-43d4-a691-87d9453fca4d, kind: Instance { id: 733a8b39-f282-4728-b181-4e7c2ae32249 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 246, 108, 249])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(8334807), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ccd7f44-0c13-43d4-a691-87d9453fca4d, kind: Instance { id: 733a8b39-f282-4728-b181-4e7c2ae32249 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 246, 108, 249])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(8334807), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ccd7f44-0c13-43d4-a691-87d9453fca4d, kind: Instance { id: 733a8b39-f282-4728-b181-4e7c2ae32249 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 246, 108, 249])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(8334807), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(8334807))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ccd7f44-0c13-43d4-a691-87d9453fca4d, kind: Instance { id: 733a8b39-f282-4728-b181-4e7c2ae32249 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 246, 108, 249])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(8334807), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-b1b998eeec4\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 5a0ea130-49b9-40f5-b3b1-2473761230a7, read_only_parent: Some(Volume { block_size: 512, id: 9991ad4c-bab8-4ee5-9c56-92486153c333, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 5e3f178e-9c5b-44eb-a261-ad492b4c18c9, key: Some(\"ozKmcXRnx9FFX/7nffCI/QoFh0IMLJcScfO4k9Oa9oM=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::19]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 5a0ea130-49b9-40f5-b3b1-2473761230a7, key: Some(\"ptja6WHzsdGU7Y8HU6GZWEnsU7pF/PNzwyYaksm6xcg=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::12]:19002\", \"[fd00:1122:3344:101::16]:19000\"] } }] } }], cloud_init_bytes: Some(..) }","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:55.683152484Z","hostname":"buskin","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:603","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:55.683186585Z","hostname":"buskin","pid":1562,"propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"sled-agent/src/instance.rs:991","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 0ccd7f44-0c13-43d4-a691-87d9453fca4d, kind: Instance { id: 733a8b39-f282-4728-b181-4e7c2ae32249 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 246, 108, 249])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(8334807), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ccd7f44-0c13-43d4-a691-87d9453fca4d, kind: Instance { id: 733a8b39-f282-4728-b181-4e7c2ae32249 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 246, 108, 249])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(8334807), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ccd7f44-0c13-43d4-a691-87d9453fca4d, kind: Instance { id: 733a8b39-f282-4728-b181-4e7c2ae32249 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 246, 108, 249])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(8334807), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(8334807))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ccd7f44-0c13-43d4-a691-87d9453fca4d, kind: Instance { id: 733a8b39-f282-4728-b181-4e7c2ae32249 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 246, 108, 249])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(8334807), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-b1b998eeec4\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 5a0ea130-49b9-40f5-b3b1-2473761230a7, read_only_parent: Some(Volume { block_size: 512, id: 9991ad4c-bab8-4ee5-9c56-92486153c333, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 5e3f178e-9c5b-44eb-a261-ad492b4c18c9, key: Some(\"ozKmcXRnx9FFX/7nffCI/QoFh0IMLJcScfO4k9Oa9oM=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::19]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 5a0ea130-49b9-40f5-b3b1-2473761230a7, key: Some(\"ptja6WHzsdGU7Y8HU6GZWEnsU7pF/PNzwyYaksm6xcg=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::12]:19002\", \"[fd00:1122:3344:101::16]:19000\"] } }] } }], cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-08-28T17:58:55.174308Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:55.685081447Z","hostname":"buskin","pid":1562,"uri":"/vmms/72a23733-576d-453f-9c4e-efc91a1c5ba2","method":"PUT","req_id":"4bfcafbf-ae8c-41a3-b6eb-e0c297fa6f12","remote_addr":"[fd00:1122:3344:101::a]:49603","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6799,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:55.790088475Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64350"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:55.7912083Z","hostname":"buskin","pid":1562,"uri":"/vmms/72a23733-576d-453f-9c4e-efc91a1c5ba2/state","method":"PUT","req_id":"3c222726-5b46-46da-a391-240c45f0afe0","remote_addr":"[fd00:1122:3344:101::a]:64350","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1022,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:55.79209825Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 246, 108, 249]), slot: 0, vni: Vni { inner: 8334807 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:55.792139951Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:55.833240806Z","hostname":"buskin","pid":1562,"instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:55.85770582Z","hostname":"buskin","pid":1562,"instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:57.165005218Z","hostname":"buskin","pid":1562,"instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:57.165206652Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2\") failed: Property not found. retry in 73.148133ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:58:57.339643286Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2\") failed: Property not found. retry in 98.736698ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:58:57.431297437Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2\") failed: Property not found. retry in 134.210757ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:58:57.548494886Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2\") failed: Property not found. retry in 277.74243ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:58:57.708947759Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2\") failed: Property not found. retry in 473.90793ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:58:58.00364141Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2\") failed: Property not found. retry in 628.630838ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:58:58.489254372Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:58:58.675403977Z","hostname":"buskin","pid":1562,"uri":"/93611d93-e965-43f9-b513-e5c18399bce3","method":"GET","req_id":"a90cdfd1-4c40-4bd1-a40c-50dbad3aa8cc","remote_addr":"[fd00:1122:3344:101::d]:37706","local_addr":"[fd00:1122:3344:101::1]:43954","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6275,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2\") failed: Property not found. retry in 533.108067ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:58:59.13003509Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2\") failed: Property not found. retry in 861.917748ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:58:59.674306218Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2\") failed: Property not found. retry in 1.12695924s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:59:00.548045542Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2\") failed: Property not found. retry in 1.455258182s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:59:01.686020159Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:03.172314531Z","hostname":"buskin","pid":1562,"instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"sled-agent/src/instance.rs:1449"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:03.18213411Z","hostname":"buskin","pid":1562,"instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"sled-agent/src/instance.rs:1458"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:03.22167949Z","hostname":"buskin","pid":1562,"instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"sled-agent/src/instance.rs:1482"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:03.365285048Z","hostname":"buskin","pid":1562,"instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"sled-agent/src/instance.rs:727"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-08-28T17:59:03.366925434Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:03.366964675Z","hostname":"buskin","pid":1562,"instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:03.366984015Z","hostname":"buskin","pid":1562,"instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-08-28T17:59:03.366925434Z }","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:03.367008676Z","hostname":"buskin","pid":1562,"instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-08-28T17:59:03.366925434Z }, migration_in: None, migration_out: None }","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-08-28T17:59:03.385534458Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:03.385561989Z","hostname":"buskin","pid":1562,"instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:03.385576389Z","hostname":"buskin","pid":1562,"instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-08-28T17:59:03.385534458Z }","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:03.385584109Z","hostname":"buskin","pid":1562,"instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-08-28T17:59:03.385534458Z }, migration_in: None, migration_out: None }","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:07.596275501Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49606"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:07.596339913Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"4f7315ce-2de7-4558-b54c-d197eb1298be","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49606","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":57,"response_code":"200"} {"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:16.370937991Z","hostname":"buskin","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:197"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:16.371014712Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:16.410655485Z","hostname":"buskin","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.99999613s","next_cleanup":"Instant { tv_sec: 1853, tv_nsec: 797769270 }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:21.900717782Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:48103"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:21.901624782Z","hostname":"buskin","pid":1562,"uri":"/vmms/72a23733-576d-453f-9c4e-efc91a1c5ba2/state","method":"GET","req_id":"4a30a365-aad2-4e67-bfd7-979f36db35bf","remote_addr":"[fd00:1122:3344:101::c]:48103","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":905,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:21.936273714Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:51429"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:21.936450568Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d69718fb-3e92-4adc-93c1-4162cb21caac","remote_addr":"[fd00:1122:3344:101::c]:51429","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:22.076579538Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"243660a7-a63b-49ec-8d86-f3ed538e59f8","remote_addr":"[fd00:1122:3344:101::c]:51429","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":344,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:22.135831817Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:49782"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:22.136020381Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"4606044b-8485-49b5-b417-3257967b268b","remote_addr":"[fd00:1122:3344:101::c]:49782","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":132,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:22.208786641Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38640"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:22.209519058Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:22.248282041Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:22.303614343Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c9deaca7-7a28-41e7-a3e0-16a3d3ab0cf0","remote_addr":"[fd00:1122:3344:101::c]:38640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94750,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:22.303966151Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b67efc60-0be5-4640-87a1-02bf9a9abd19","remote_addr":"[fd00:1122:3344:101::c]:38640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:23.572598517Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:32913"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:23.572783371Z","hostname":"buskin","pid":1562,"uri":"/vmms/72a23733-576d-453f-9c4e-efc91a1c5ba2/state","method":"GET","req_id":"8b003b0b-0e4d-4b2c-bd07-092a37bd3d9b","remote_addr":"[fd00:1122:3344:101::b]:32913","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":168,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:23.628072962Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:57730"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:23.628228246Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"be053831-df2d-4ebc-8f35-95a46eb24261","remote_addr":"[fd00:1122:3344:101::b]:57730","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":88,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:23.64998124Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1ca68138-e15c-48e1-9f6a-b24ed3c26a04","remote_addr":"[fd00:1122:3344:101::b]:57730","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1225,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:23.734356909Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:58006"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:23.734451011Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"cdb78406-fa00-4b6d-b74f-66bf24b0f853","remote_addr":"[fd00:1122:3344:101::a]:58006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":43,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:23.734562463Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:40951"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:23.734754237Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"ad87b329-9e3b-4c77-8908-b072d02f0724","remote_addr":"[fd00:1122:3344:101::b]:40951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":149,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:23.737427677Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:54609"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:23.737542889Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:23.783086954Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:23.842743182Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"86a205ec-2787-4c86-a018-f019d9bb8f31","remote_addr":"[fd00:1122:3344:101::b]:54609","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":105237,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:23.842955656Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:33527"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:23.843224742Z","hostname":"buskin","pid":1562,"uri":"/vmms/72a23733-576d-453f-9c4e-efc91a1c5ba2/state","method":"GET","req_id":"2fe17e43-edce-4b2c-a543-b24e8502d157","remote_addr":"[fd00:1122:3344:101::a]:33527","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":186,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:23.843353165Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a1e8936c-c88f-4be8-a467-9162b35b098f","remote_addr":"[fd00:1122:3344:101::b]:54609","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":277,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:23.843368176Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1d481f5e-8530-4536-99f0-21dde2a8a541","remote_addr":"[fd00:1122:3344:101::a]:58006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":275,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:23.90376392Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:37342"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:23.903932524Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4032"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:23.944894056Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:24.001520207Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"a7247e8f-23cf-449c-84a8-47908f477173","remote_addr":"[fd00:1122:3344:101::a]:37342","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97674,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:24.00168107Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53583"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:24.001977107Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"4c264df0-614a-458b-867f-747c039f5ed4","remote_addr":"[fd00:1122:3344:101::a]:37342","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":169,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:24.001991577Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"b38e97af-5f7d-4461-8cb0-24552ab70801","remote_addr":"[fd00:1122:3344:101::a]:53583","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":229,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:28.677394876Z","hostname":"buskin","pid":1562,"uri":"/93611d93-e965-43f9-b513-e5c18399bce3","method":"GET","req_id":"9ffb07fa-d4a8-44bf-b761-ebe876f5d3b5","remote_addr":"[fd00:1122:3344:101::d]:37706","local_addr":"[fd00:1122:3344:101::1]:43954","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"93611d93-e965-43f9-b513-e5c18399bce3","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8547,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:29.28209643Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:49695"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:29.283114872Z","hostname":"buskin","pid":1562,"uri":"/vmms/72a23733-576d-453f-9c4e-efc91a1c5ba2/state","method":"PUT","req_id":"dd709da5-34d8-4041-beaf-47c2dae5970f","remote_addr":"[fd00:1122:3344:101::a]:49695","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":976,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-08-28T17:59:29.283209304Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:29.283231615Z","hostname":"buskin","pid":1562,"instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:29.283242095Z","hostname":"buskin","pid":1562,"instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-08-28T17:59:29.283209304Z }","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:29.283250095Z","hostname":"buskin","pid":1562,"instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-08-28T17:59:29.283209304Z }, migration_in: None, migration_out: None }","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-08-28T17:59:29.324360271Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:29.324377541Z","hostname":"buskin","pid":1562,"instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:29.324399272Z","hostname":"buskin","pid":1562,"instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(6), time_updated: 2024-08-28T17:59:29.324360271Z }","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:29.324407612Z","hostname":"buskin","pid":1562,"instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"sled-agent/src/instance.rs:630","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:29.324413812Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:29.324622106Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:29.325537377Z","hostname":"buskin","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/73801402-dbeb-4844-9ca5-b6c00729250f/debug/bundle/zone\", \"/pool/int/78c40446-7f62-4fa8-846b-022a3233eb1d/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/59354e76-aa85-421f-a86f-f08ce39b4a17/crypt/debug\", \"/pool/ext/2d89da3d-65e9-4506-a0f2-f66d0f3c0ed2/crypt/debug\", \"/pool/ext/f4199edd-af67-47c8-a7db-f6380da38e6c/crypt/debug\", \"/pool/ext/1cd9d94b-d6d1-400f-a4bc-2592bbfa6e20/crypt/debug\", \"/pool/ext/3869622c-d023-4991-ba75-e6ecb785fc0f/crypt/debug\", \"/pool/ext/98ccdb6b-b3ec-4e18-bf03-779525adadf6/crypt/debug\", \"/pool/ext/52a4beb8-7023-476a-af5f-83f0a4bdc0d0/crypt/debug\", \"/pool/ext/5dbdca9d-7887-4c1a-99fb-97f1f9ad2f1b/crypt/debug\", \"/pool/ext/472e5c96-ec44-45af-8144-c8189c8ad313/crypt/debug\"] }","zone_name":"oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:29.958276824Z","hostname":"buskin","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1137","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2\", bundle_id: 05ab60dd-61e7-4bea-8a02-4ac7fba7300e }, time_created: 2024-08-28T17:59:29.326459567Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_72a23733-576d-453f-9c4e-efc91a1c5ba2","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T17:59:29.958376027Z","hostname":"buskin","pid":1562,"instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"sled-agent/src/instance.rs:826"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:30.841081161Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:31.737933299Z","hostname":"buskin","pid":1562,"instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:31.75457086Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(8334807), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:31.754625291Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(8334807), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:31.75504956Z","hostname":"buskin","pid":1562,"instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-08-28T17:59:31.755006759Z }, migration_in: None, migration_out: None }","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:31.786234825Z","hostname":"buskin","pid":1562,"instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-08-28T17:59:31.755006759Z }, migration_in: None, migration_out: None }","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:31.790931709Z","hostname":"buskin","pid":1562,"instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","propolis_id":"72a23733-576d-453f-9c4e-efc91a1c5ba2","instance_id":"733a8b39-f282-4728-b181-4e7c2ae32249","component":"InstanceManager","file":"sled-agent/src/instance.rs:763"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:32.221731971Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:60733"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:32.222716313Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"88650051-397f-466b-ae61-573b77e272e1","remote_addr":"[fd00:1122:3344:101::a]:60733","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":934,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:32.229999545Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e9adc1f6-1ce5-4c33-b80a-168815734ce7","remote_addr":"[fd00:1122:3344:101::a]:60733","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":121,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:32.355258304Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53655"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:32.355420688Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"bbf2f9c1-eb82-4259-942f-b077e3fbf36f","remote_addr":"[fd00:1122:3344:101::a]:53655","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:32.71121245Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54848"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:32.711441735Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"f38edd4b-a831-4f94-a3da-1941640dd92a","remote_addr":"[fd00:1122:3344:101::a]:54848","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":208,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:33.997001997Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44587"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:33.9971314Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"792841cf-2b5e-45d0-a502-44bc1ff5a5ee","remote_addr":"[fd00:1122:3344:101::a]:44587","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":129,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T17:59:34.004503954Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c740a7d9-044f-4be5-8651-a2fa1bc8d49d","remote_addr":"[fd00:1122:3344:101::a]:44587","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":132,"response_code":"204"}